-- Logs begin at Tue 2021-08-10 11:26:56 UTC, end at Tue 2021-08-10 12:24:49 UTC. -- Aug 10 11:56:44.517675 dv-cinder-803000-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 11:56:47.218506 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.common.config [-] Logging enabled! Aug 10 11:56:47.219101 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 11:56:47.219285 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 11:56:47.223097 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.common.config [-] Logging enabled! Aug 10 11:56:47.223341 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 11:56:47.223655 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 11:56:47.224584 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:56:47.224845 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:56:47.225208 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:56:47.225455 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:56:47.225680 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:56:47.226000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.226296 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.226594 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.226824 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.227120 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.227411 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.227694 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.227984 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.228275 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.228559 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.228872 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.229160 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.229391 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.229677 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.229964 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.230249 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.230473 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] debug = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.230754 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.231176 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.231585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.231865 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.232155 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.232433 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.232706 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.233011 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.233296 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.233626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] host = dv-cinder-803000-7-iscsi {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.233906 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.234192 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.234497 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.234768 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.235043 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.235319 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.235603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.235934 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.237478 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.237478 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.237478 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.237743 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.237881 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.238107 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.238329 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.238615 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.238901 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.239181 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.239452 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.239731 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.240004 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.240276 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.240543 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.240847 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.241133 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.241418 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.241692 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.241966 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.242237 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.242506 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.242788 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.243059 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.243330 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.243605 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.243889 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.244155 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.244426 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.244723 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.245034 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.245318 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.245602 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.245876 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.246157 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.246429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.246701 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.246971 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_json = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.247243 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.247512 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.247793 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.248064 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.248336 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.248608 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.248904 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.249189 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:47.249490 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.249796 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.250098 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.250384 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.250680 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.250961 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.251251 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.251554 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.251846 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.252138 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.252427 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.252706 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.253021 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.253300 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.253596 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.253900 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.254196 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.254491 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.254769 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.255045 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.255320 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.255600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.255886 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.256183 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.256476 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.256754 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.257056 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.257349 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.257629 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.257904 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.258181 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.258470 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.258750 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.259023 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.259304 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.259580 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.259859 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.260137 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.260416 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.260709 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.261012 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.261285 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.261558 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.261837 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.262111 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.262398 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.262678 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.262952 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.263226 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.263509 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.263784 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.264060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.264340 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.264613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.264920 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.265198 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.265473 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.265749 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.266025 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.266299 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.266575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.266849 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.267171 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.267427 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.267701 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.267977 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.268251 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.268527 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.268834 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.269136 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.269426 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.269699 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.269978 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.270259 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.270539 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.270818 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.273711 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274306 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274306 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274306 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274306 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274998 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274998 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.274998 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.275215 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.275491 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.275784 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.276083 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.276378 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.276662 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.277000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.277283 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:47.277500 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:56:47.277746 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93390) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 11:56:47.627822 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 11:56:47.628099 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 11:56:47.628387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 11:56:47.628722 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 11:56:48.025557 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.025848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.026127 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.027328 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.027603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.027876 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.062614 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.062902 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.063218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.080517 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.080807 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.081090 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.109168 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.109455 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.109722 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.146359 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.146639 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.146916 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.380444 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.381098 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.381098 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.381236 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.381897 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.502134 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.502450 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.502735 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.503008 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.503277 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.503589 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.503850 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.504108 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.504365 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.504648 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.504932 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.505200 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.505458 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.505713 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.505972 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.506240 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.506497 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.506766 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.507040 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.507302 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.507575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.507831 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.508119 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.508496 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.508747 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.509025 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.509423 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.509667 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.509907 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.510146 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.510382 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.510617 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:48.510981 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 11:56:48.514192 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 11:56:48.518701 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 11:56:48.522549 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 10 11:56:48.524324 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 11:56:48.524802 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 11:56:48.525137 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 11:56:48.525526 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 11:56:48.528326 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 11:56:48.528581 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 11:56:48.528957 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 11:56:48.534507 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 11:56:48.556353 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 11:56:48.556842 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.557142 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93390) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 11:56:48.557507 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.558872 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93390) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 11:56:48.559154 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 11:56:48.559400 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 11:56:48.562822 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.563114 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:48.627660 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 11:56:48.627894 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 11:56:48.628139 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 11:56:48.628514 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 11:56:48.650260 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_db.sqlalchemy.engines [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93390) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 11:56:49.180741 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing driver for type 'gre' Aug 10 11:56:49.181301 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] gre ID ranges: [(1, 1000)] Aug 10 11:56:49.235096 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing driver for type 'local' Aug 10 11:56:49.235517 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing driver for type 'vlan' Aug 10 11:56:49.249069 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] VlanTypeDriver initialization complete Aug 10 11:56:49.249380 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing driver for type 'vxlan' Aug 10 11:56:49.249888 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] vxlan ID ranges: [(1, 1000)] Aug 10 11:56:49.308931 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing extension driver 'port_security' Aug 10 11:56:49.309399 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] PortSecurityExtensionDriver initialization complete Aug 10 11:56:49.309894 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing mechanism driver 'openvswitch' Aug 10 11:56:49.310390 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing mechanism driver 'hyperv' Aug 10 11:56:49.319347 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.plugin [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:56:49.320313 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.320883 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.321402 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.322131 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.322746 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.323268 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.323794 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.324369 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.325011 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.325529 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.326029 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.326589 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.327196 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.327718 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.328223 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.328813 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.329541 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.329998 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.330551 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.331078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.331626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > address_group after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.332105 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > address_group after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.332578 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.333179 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 11:56:49.333713 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] ML2 OVO RPC backend initialized. {{(pid=93390) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 11:56:49.334731 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.335240 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.335857 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.336382 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > networks before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.336903 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.337431 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > ports before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.337963 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.338460 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnets before_response 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.338982 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.339507 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.340026 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.340513 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.341042 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.341566 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.342085 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.342600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.343118 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.343972 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.plugin [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Modular L2 Plugin initialization complete Aug 10 11:56:49.344436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading services supported by the core plugin {{(pid=93390) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 11:56:49.344919 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.plugins.ml2.managers [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Got port-security extension from driver 'port_security' Aug 10 11:56:49.346130 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.extensions.vlantransparent [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Disabled vlantransparent extension. Aug 10 11:56:49.346793 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93390) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 11:56:49.347284 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: router Aug 10 11:56:49.397883 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.398465 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_create 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.398956 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router before_create 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.399487 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.400038 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.400565 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_delete 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.401116 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.401655 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_create 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.402175 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.402669 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.403186 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.403699 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.404591 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.405205 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.405718 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.406227 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: subnet after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.406732 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.407255 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.408275 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_create 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.408805 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.409340 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.409924 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router after_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.410393 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.410922 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_create 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.411462 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.411988 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_update 55549900 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.412534 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > agent after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.413083 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > agent after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.413603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > network after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.414890 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Tracking information for resource: router configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:49.415387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Tracking information for resource: floatingip configured {{(pid=93390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 11:56:49.422081 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.db.l3_agentschedulers_db [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 11:56:49.423051 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.424078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.424604 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.425140 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: port after_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.426272 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router before_create 55550100 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.426792 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.427321 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_create 55550100 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.427851 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > router precommit_update 55550100 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.434634 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.provider_configuration [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service providers = [] {{(pid=93390) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 11:56:49.435170 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.db.servicetype_db [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93390) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 11:56:49.439269 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.service_base [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:56:49.439757 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.service_base [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:56:49.440245 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.service_base [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:56:49.441549 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.services.service_base [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 11:56:49.442089 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.services.service_base [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 11:56:49.442621 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.443094 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 11:56:49.457339 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.457815 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: auto_allocate Aug 10 11:56:49.465632 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: network precommit_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.466164 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: network precommit_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.466937 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.467396 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: tag Aug 10 11:56:49.476667 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.477180 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: timestamp Aug 10 11:56:49.482695 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.483175 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: network_ip_availability Aug 10 11:56:49.491038 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.491562 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.492124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.493141 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.493602 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: flavors Aug 10 11:56:49.499954 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.500417 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading Plugin: revisions Aug 10 11:56:49.506448 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 11:56:49.506985 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.878s {{(pid=93390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 11:56:49.508135 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93390) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 11:56:49.508629 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Initializing extension manager. Aug 10 11:56:49.509332 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: __init__.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.509822 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: __pycache__ {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.510298 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.510791 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: address_group.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.511845 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.512726 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: address-group Aug 10 11:56:49.513238 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: address_scope.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.514245 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.514973 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: address-scope Aug 10 11:56:49.515464 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.516730 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.517534 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: router-admin-state-down-before-update Aug 10 11:56:49.518024 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: agent.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.519225 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.520007 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: agent Aug 10 11:56:49.520499 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: agent_resources_synced.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.521769 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.522549 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: agent-resources-synced Aug 10 11:56:49.523284 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: allowedaddresspairs.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.525323 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.526135 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: allowed-address-pairs Aug 10 11:56:49.526609 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: auto_allocated_topology.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.528081 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.528823 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: auto-allocated-topology Aug 10 11:56:49.529575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: availability_zone.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.530585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.531348 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: availability_zone Aug 10 11:56:49.531803 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: availability_zone_filter.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.533650 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.534401 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: availability_zone_filter Aug 10 11:56:49.534854 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: data_plane_status.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.536136 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.536895 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 11:56:49.537334 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: default_subnetpools.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.538632 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.539348 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: default-subnetpools Aug 10 11:56:49.539818 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.540990 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.541801 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: dhcp_agent_scheduler Aug 10 11:56:49.542289 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: dns.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.543509 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.544317 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 11:56:49.544799 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: dns_domain_ports.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.546064 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.546881 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 11:56:49.547359 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.549188 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.550017 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 11:56:49.550488 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: dvr.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.551415 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.552178 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: dvr Aug 10 11:56:49.552631 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: ecmp_routes.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.553926 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.554673 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 11:56:49.555162 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: empty_string_filtering.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.556394 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.557199 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: empty-string-filtering Aug 10 11:56:49.557697 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.558912 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.559708 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 11:56:49.560177 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.561436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.562261 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 11:56:49.562732 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: external_net.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.563965 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.564851 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: external-net Aug 10 11:56:49.565317 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.566585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.567287 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: extra_dhcp_opt Aug 10 11:56:49.567757 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: extraroute.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.568982 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.569762 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: extraroute Aug 10 11:56:49.570219 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: extraroute_atomic.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.571556 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.572337 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: extraroute-atomic Aug 10 11:56:49.572838 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: filter_validation.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.573738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.574493 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: filter-validation Aug 10 11:56:49.574983 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: fip_pf_description.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.576212 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.577024 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 11:56:49.577513 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: fip_port_details.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.578749 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.579559 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: fip-port-details Aug 10 11:56:49.580058 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: flavors.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.581797 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.582623 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: flavors Aug 10 11:56:49.583100 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.585402 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.586227 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 11:56:49.586695 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: floatingip_pools.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.587667 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.588386 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: floatingip-pools Aug 10 11:56:49.588906 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: ip_allocation.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.590199 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.590908 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 11:56:49.591400 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.592660 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.593468 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: ip-substring-filtering Aug 10 11:56:49.593962 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l2_adjacency.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.595209 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.596476 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 11:56:49.596995 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.598548 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.599361 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: router Aug 10 11:56:49.599785 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.602918 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.603756 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 11:56:49.604233 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.605544 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.606350 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: ext-gw-mode Aug 10 11:56:49.606820 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.608069 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.608940 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: l3-ha Aug 10 11:56:49.609425 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3_flavors.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.610635 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.612038 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: l3-flavors Aug 10 11:56:49.612517 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.613801 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.614551 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 11:56:49.615004 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: l3agentscheduler.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.616472 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.617316 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: l3_agent_scheduler Aug 10 11:56:49.617813 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: logging.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.619884 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.620612 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension logging not supported by any of loaded plugins Aug 10 11:56:49.621134 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: metering.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.622171 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.623094 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: metering Aug 10 11:56:49.623581 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.625130 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.625874 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: metering_source_and_destination_fields Aug 10 11:56:49.626332 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: multiprovidernet.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.627598 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.628299 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: multi-provider Aug 10 11:56:49.628858 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: netmtu.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.630164 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.630869 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: net-mtu Aug 10 11:56:49.631349 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: netmtu_writable.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.632642 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.633415 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: net-mtu-writable Aug 10 11:56:49.633910 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: network_availability_zone.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.634886 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.635642 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: network_availability_zone Aug 10 11:56:49.636094 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: network_ip_availability.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.637602 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.638420 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: network-ip-availability Aug 10 11:56:49.638895 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: network_segment_range.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.639966 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.640679 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 11:56:49.641171 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: pagination.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.643023 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.643478 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: pagination Aug 10 11:56:49.643920 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: port_device_profile.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.645232 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.645961 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: port-device-profile Aug 10 11:56:49.646439 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.647688 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.648475 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: port-mac-address-regenerate Aug 10 11:56:49.649008 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.650215 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.651032 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: port-numa-affinity-policy Aug 10 11:56:49.651499 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: port_resource_request.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.652755 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.653597 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 11:56:49.654064 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: portbindings.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.655582 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.656397 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: binding Aug 10 11:56:49.656904 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: portbindings_extended.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.659350 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.660209 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: binding-extended Aug 10 11:56:49.660644 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: portsecurity.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.661907 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.662733 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: port-security Aug 10 11:56:49.663207 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: project_id.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.664531 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.665045 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: project-id Aug 10 11:56:49.665530 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: providernet.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.666759 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.667568 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: provider Aug 10 11:56:49.668042 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.672851 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.673665 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos not supported by any of loaded plugins Aug 10 11:56:49.674161 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.675848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.676674 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 11:56:49.677206 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.678443 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.679246 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 11:56:49.679721 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_default.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.681029 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.681843 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-default not supported by any of loaded plugins Aug 10 11:56:49.682328 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_fip.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.683220 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.684009 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 11:56:49.684481 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_gateway_ip.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.685739 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.686545 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 11:56:49.687019 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_port_network_policy.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.688239 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.689126 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 11:56:49.689593 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_pps_rule.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.691218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.692042 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 11:56:49.692525 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_rule_type_details.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.693737 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.694550 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 11:56:49.695021 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: qos_rules_alias.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.696433 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.697231 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 11:56:49.697722 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: quotasv2.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.699048 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.699509 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: quotas Aug 10 11:56:49.699965 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: quotasv2_detail.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.704222 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.705258 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: quota_details Aug 10 11:56:49.705728 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: rbac.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.707356 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.708181 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: rbac-policies Aug 10 11:56:49.708660 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: rbac_address_group.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.709947 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.710764 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: rbac-address-group Aug 10 11:56:49.711238 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: rbac_address_scope.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.712457 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.713314 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: rbac-address-scope Aug 10 11:56:49.713794 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: rbac_security_groups.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.715007 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.715830 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: rbac-security-groups Aug 10 11:56:49.716303 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: rbac_subnetpool.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.717558 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.718382 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: rbac-subnetpool Aug 10 11:56:49.718854 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: revisionifmatch.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.720096 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.721591 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: revision-if-match Aug 10 11:56:49.722060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: revisions.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.723583 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.724318 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: standard-attr-revisions Aug 10 11:56:49.724847 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: router_availability_zone.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.725821 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.726560 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: router_availability_zone Aug 10 11:56:49.727012 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: routerservicetype.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.728325 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.729094 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 11:56:49.729550 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.730851 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.731567 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: security-groups-normalized-cidr Aug 10 11:56:49.732029 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.733379 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.734082 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: port-security-groups-filtering Aug 10 11:56:49.734586 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.736134 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.736958 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: security-groups-remote-address-group Aug 10 11:56:49.737449 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: securitygroup.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.751571 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.752354 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: security-group Aug 10 11:56:49.752874 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: segment.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.753956 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.754770 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension segment not supported by any of loaded plugins Aug 10 11:56:49.755251 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.756547 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.757298 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 11:56:49.757788 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: servicetype.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.759424 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.760235 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: service-type Aug 10 11:56:49.760725 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: sorting.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.762090 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.762560 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: sorting Aug 10 11:56:49.763021 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: standard_attr_segment.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.764322 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.765082 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 11:56:49.765539 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: standardattrdescription.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.766478 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.767815 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: standard-attr-description Aug 10 11:56:49.768282 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: stateful_security_group.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.769590 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.770327 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: stateful-security-group Aug 10 11:56:49.770786 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: stdattrs_common.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.771657 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 11:56:49.772138 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.773412 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.774218 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 11:56:49.774691 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnet_onboard.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.776169 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.776898 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: subnet_onboard Aug 10 11:56:49.777388 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.778706 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.779708 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 11:56:49.780204 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnet_service_types.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.781507 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.782271 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: subnet-service-types Aug 10 11:56:49.782802 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnetallocation.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.784710 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.785561 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: subnet_allocation Aug 10 11:56:49.786037 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.786949 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.787723 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: subnetpool-prefix-ops Aug 10 11:56:49.788211 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.789508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.790309 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 11:56:49.790778 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: tagging.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.792246 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.792992 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: standard-attr-tag Aug 10 11:56:49.793488 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: timestamp.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.795131 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.795918 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loaded extension: standard-attr-timestamp Aug 10 11:56:49.796387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: trunk.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.798003 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.799007 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension trunk not supported by any of loaded plugins Aug 10 11:56:49.799523 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: trunk_details.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.800844 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.801561 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 11:56:49.802051 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: uplink_status_propagation.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.803291 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.804071 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 11:56:49.804525 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Loading extension file: vlantransparent.py {{(pid=93390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 11:56:49.805484 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 11:56:49.806170 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 11:56:49.809867 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:network Aug 10 11:56:49.810645 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnet Aug 10 11:56:49.811223 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:56:49.811791 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:port Aug 10 11:56:49.813594 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.814345 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service FLAVORS assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.815253 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.815883 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.816368 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:router Aug 10 11:56:49.817049 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 11:56:49.817744 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service METERING assigned prefix: /metering {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.819852 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.820384 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.820942 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 11:56:49.822400 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 11:56:49.823055 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:security_group Aug 10 11:56:49.823660 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 11:56:49.826000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service CORE assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.826512 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:56:49.827034 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] subnetpool is already registered Aug 10 11:56:49.827651 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service CORE assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.828145 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:56:49.828656 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] subnetpool is already registered Aug 10 11:56:49.832656 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.833335 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service FLAVORS assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.834169 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.834786 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.835256 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:router Aug 10 11:56:49.835743 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] router is already registered Aug 10 11:56:49.836353 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 11:56:49.836860 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] floatingip is already registered Aug 10 11:56:49.837564 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service METERING assigned prefix: /metering {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.838571 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 11:56:49.839048 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] rbac_policy is already registered Aug 10 11:56:49.839670 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:security_group Aug 10 11:56:49.840172 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] security_group is already registered Aug 10 11:56:49.840735 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 11:56:49.841237 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] security_group_rule is already registered Aug 10 11:56:49.842114 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service CORE assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.842589 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:56:49.843072 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] subnetpool is already registered Aug 10 11:56:49.843707 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.v2.resource_helper [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Service CORE assigned prefix: {{(pid=93390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 11:56:49.844188 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 11:56:49.844683 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING neutron.quota.resource_registry [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] subnetpool is already registered Aug 10 11:56:49.846007 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: extensions {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.848000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: address-groups {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.850202 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: address-scopes {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.852141 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: agents {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.853984 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: auto-allocated-topology {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.855909 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: availability_zones {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.857883 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: dhcp-networks {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.860148 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: dhcp-agents {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.862333 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: routers {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.865027 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: flavors {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.867001 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: service_profiles {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.868901 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: next_providers {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.871119 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: service_profiles {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.873510 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: floatingip-pools {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.875467 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: routers {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.878245 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: floatingips {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.880238 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: l3-routers {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.882359 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: l3-agents {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.884613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: metering-labels {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.886603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: metering-label-rules {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.888717 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: network-ip-availabilities {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.890684 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: bindings {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.893645 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: quotas {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.895982 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: quotas {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.898247 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: rbac-policies {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.900121 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: security-groups {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.902154 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: security-group-rules {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.904043 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: service-providers {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.906151 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: subnetpools {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.908909 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: subnetpools {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.910663 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.912330 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.914189 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.916009 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.917740 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.920704 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.922420 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.924264 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.926226 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.928000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron.api.extensions [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Extended resource: tags {{(pid=93390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 11:56:49.933992 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING keystonemiddleware.auth_token [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 11:56:49.938524 dv-cinder-803000-7-iscsi neutron-server[93390]: WARNING keystonemiddleware.auth_token [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 11:56:49.947250 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Acquired lock "singleton_lock" {{(pid=93390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 11:56:49.947747 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_concurrency.lockutils [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Releasing lock "singleton_lock" {{(pid=93390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 11:56:49.948373 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Starting 2 workers Aug 10 11:56:49.954199 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Started child 93499 {{(pid=93390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:56:49.964441 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Started child 93500 {{(pid=93390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:56:49.964441 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO neutron.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 11:56:49.964441 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Notify callbacks [] for process, before_spawn {{(pid=93390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.965107 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.966252 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Starting 1 workers Aug 10 11:56:49.966414 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [-] (93499) wsgi starting up on http://0.0.0.0:9696 Aug 10 11:56:49.966555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.967051 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [-] (93500) wsgi starting up on http://0.0.0.0:9696 Aug 10 11:56:49.969530 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Started child 93501 {{(pid=93390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:56:49.970052 dv-cinder-803000-7-iscsi neutron-server[93390]: INFO oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Starting 1 workers Aug 10 11:56:49.975062 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] calling RpcWorker wait() {{(pid=93501) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 11:56:49.976291 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Started child 93502 {{(pid=93390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 11:56:49.976456 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.service [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] returning from RpcWorker wait() {{(pid=93501) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 11:56:49.976603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG neutron_lib.callbacks.manager [None req-6ed445c1-8c13-4356-abb1-d055688c1625 None None] Notify callbacks [] for process, after_spawn {{(pid=93390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.977101 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.977463 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:56:49.978160 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 11:56:49.978347 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:56:49.978532 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:56:49.978933 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:56:49.979288 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:56:49.979494 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:56:49.980234 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.980234 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.980574 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.980760 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.981224 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.982021 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.982275 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.982550 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.982922 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.983246 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.983246 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.983626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.983626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.983965 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.984321 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.984462 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.984857 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.985131 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.985131 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.985474 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.985805 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.986014 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.986228 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] debug = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.986501 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.987101 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.987285 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.987499 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.987723 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.988087 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.988243 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.988811 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.988811 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.989064 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.989197 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.989455 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.989683 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:56:49.990436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.990436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.990436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.990436 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.990967 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.991105 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] host = dv-cinder-803000-7-iscsi {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.991306 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.991528 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.991760 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.992027 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.992270 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:56:49.992432 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.992569 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.992753 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.993024 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.993282 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.993509 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.993770 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.994017 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.994250 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.994513 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.994650 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_options = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995016 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995165 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995414 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995778 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.995926 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.996174 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.996341 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.996601 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.996875 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.997094 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.997379 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.997561 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.997781 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.998035 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.998329 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.998541 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.998721 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.999064 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.999218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.999444 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.999696 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:49.999917 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.000138 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.000357 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.000594 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.000851 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.001072 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.001289 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.002089 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.002327 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.003290 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.003540 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.003798 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.004032 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.004264 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.004485 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.004754 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.005015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.005276 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.005540 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.005780 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.006038 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.006256 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.006491 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.006709 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_json = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.006924 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.007139 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.007535 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.007688 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.007841 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.008056 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.008289 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.008571 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.008979 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.009278 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.009612 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.009878 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.010133 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.010382 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.010633 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.010890 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.011124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.011404 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.011730 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.011978 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.012281 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.013157 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.013157 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.014973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.014973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.014973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.014973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.014973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.015600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.015600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.015600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.015965 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.016127 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.017039 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.017039 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.017039 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.017039 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.018387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.018387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.018387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019416 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019416 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019655 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.019890 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.020084 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.020339 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.020596 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.020843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.021069 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.021287 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.022046 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.022046 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.022046 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.022450 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.022450 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.023613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.023613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.023613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.023613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.023613 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024225 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024225 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024225 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024943 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024943 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.024943 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.025819 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.025819 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.025819 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.025819 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.026333 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.026333 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.026584 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.026584 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.026834 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.027021 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.027271 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.027467 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.027685 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.027927 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.028208 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.028368 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.028589 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.028895 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.029081 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.029583 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.029801 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.030093 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.030260 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.030564 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.031426 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.031426 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.031426 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.031856 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.031856 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.032089 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.032364 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.032605 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.033848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.033848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.033848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.034485 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.034485 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.034485 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.034908 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.034908 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.035508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.035508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.036242 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.036242 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.036242 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.036650 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.036650 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.037626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.037626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.037626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.037974 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.038131 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.038395 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.039511 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.039511 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.039511 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.039511 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.040063 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.040063 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.040063 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.040473 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041132 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041132 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041132 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041542 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041542 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.041806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.042024 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.042267 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.042479 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.042998 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.043157 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.043314 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.043540 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.044741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.044741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.044741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.044741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.044741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.046480 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.047375 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.047375 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.047375 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.047375 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.050552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051708 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051708 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.051913 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.052144 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.052366 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.052624 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.052869 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.053181 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.053378 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054351 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054460 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054685 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.054900 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.055136 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.055376 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.055607 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.055868 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.056239 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.056772 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.057075 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.057340 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.057609 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.057865 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.058161 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.058394 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.058880 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.059124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.059363 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.059626 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.059858 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.060132 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.060345 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.060559 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.060772 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.061034 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.061225 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.061491 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.061744 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.061970 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.062218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.062590 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.062765 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.062910 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.063204 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.063361 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.064565 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.064565 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.064565 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065009 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065009 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065267 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065415 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065929 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.065929 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.066227 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.066227 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.066489 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.066653 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.066862 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.067071 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.067610 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.067610 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.068329 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.068329 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.068648 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.068648 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.068935 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070218 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.070843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.071086 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.071216 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072247 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072247 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072247 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072639 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072639 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.072925 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.073133 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.073332 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.073590 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.073852 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.074176 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.074476 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.074733 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.074989 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.075282 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.075556 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.075815 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.076029 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.076323 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.076642 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.077061 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.077546 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.077700 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.078561 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.078561 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.078561 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.079027 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.079286 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.080307 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.080603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.080873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.081103 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.081325 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.081558 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.081804 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.082037 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.082489 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.082741 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.082942 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.083110 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:56:50.083640 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 11:56:50.083801 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 11:56:50.083955 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 11:56:50.084130 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 11:56:50.084534 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 11:56:50.084943 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 11:56:50.085156 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.085324 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.085486 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.086124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.086124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.086124 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.086464 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.087025 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.087025 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.087253 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.087253 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.087253 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088081 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088081 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088081 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088624 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088624 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.088624 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.089151 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.089151 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.089151 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.089151 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.090015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] debug = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.090015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.090015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.090015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.090015 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.091864 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.092280 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] host = dv-cinder-803000-7-iscsi {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.092280 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.092280 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.092501 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.092581 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.093585 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094045 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094045 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094045 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094045 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094317 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_options = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094395 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.094843 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.095085 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.095167 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.095303 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.095465 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.095625 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.096873 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097745 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097745 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.097888 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.098010 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.098173 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.100806 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.101988 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102161 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102341 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102509 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_json = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102672 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102835 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.102995 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.103155 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.103315 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.103475 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.103773 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.104070 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 11:56:50.104386 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.104691 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105031 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105201 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105387 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105537 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105683 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105825 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.105966 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106104 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106256 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106429 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106603 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106769 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.106922 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107083 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107255 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107397 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107546 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107695 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107834 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.107993 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.108173 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.108338 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.108502 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.108666 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.108866 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109034 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109208 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109350 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109497 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109647 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109786 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.109951 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110106 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110244 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110413 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110590 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110739 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.110960 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111133 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111284 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111449 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111599 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111755 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.111916 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112073 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112233 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112378 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112522 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112666 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.112847 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113000 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113144 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113299 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113444 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113588 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113753 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.113915 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114060 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114214 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114358 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114526 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114686 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114831 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.114975 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115120 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115283 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115435 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115579 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115744 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.115895 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116063 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116219 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116364 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116507 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116651 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116818 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.116969 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117136 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117286 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117432 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117595 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117757 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.117937 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118084 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118248 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118409 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118571 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118731 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.118876 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119042 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119203 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119364 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119526 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119686 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.119848 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.120012 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.120158 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.120326 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.120460 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.120735 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.121013 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.121183 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.121345 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.121508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.121672 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122043 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122043 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122196 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122296 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122729 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122835 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.122993 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123160 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123508 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123784 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123784 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.123949 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124106 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124292 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124422 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124552 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124716 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.124898 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125052 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125222 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125395 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125557 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125719 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.125881 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.126066 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.126228 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.127738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128154 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128154 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128275 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128340 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128496 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128659 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.128842 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129006 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129170 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129340 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129490 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129653 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129816 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.129979 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130182 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130315 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130463 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130600 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130755 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.130917 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131241 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131402 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131564 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131726 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.131887 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132048 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132209 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132371 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132559 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132698 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.132883 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133048 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133210 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133438 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133537 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133686 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.133847 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134010 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134178 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134339 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134503 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134731 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134831 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.134979 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.135144 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.135303 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.135638 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.135801 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.135964 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136127 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136290 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136606 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136769 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.136952 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137116 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137278 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137443 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137609 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137773 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.137935 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138097 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138261 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138423 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138586 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138765 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.138928 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139092 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139254 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139416 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139594 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139754 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.139917 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140078 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140239 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140401 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140564 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140738 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.140924 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.141087 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.141249 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.141411 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.141614 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.141898 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.142123 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.142927 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.143575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.143575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.143575 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.143839 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.144041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:56:50.144136 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.144279 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.144547 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.144735 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.145027 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.145258 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.145526 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.145749 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.146001 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.146258 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.146489 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.146755 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.146973 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.147242 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.147456 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.147726 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.147918 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.148189 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.148407 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.148679 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.148920 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.149194 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.149407 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.149670 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.149900 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.150174 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.150416 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.150681 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.150916 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.151177 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.151423 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.151678 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.151923 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.152159 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.152428 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.152649 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.152940 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.153149 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.153420 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.154030 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.154030 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.154199 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.154581 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.154793 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.155047 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.155284 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.155523 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.155769 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.155990 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.156253 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.156459 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.156729 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.158751 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.158751 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 11:56:50.158751 dv-cinder-803000-7-iscsi neutron-server[93390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 11:56:50.197399 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37712) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:56:50.206382 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067890 Aug 10 11:57:01.372214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4334d-8ef0-4d4f-88a4-87139a682c5b None None] get_active_networks_info from dv-cinder-803000-7-iscsi {{(pid=93501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 11:57:01.480676 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4334d-8ef0-4d4f-88a4-87139a682c5b None None] No non-hosted networks {{(pid=93501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 11:57:01.499999 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.agentschedulers_db [None req-f9a4334d-8ef0-4d4f-88a4-87139a682c5b None None] DHCP Agent not found on host dv-cinder-803000-7-iscsi {{(pid=93501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 11:57:01.628573 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c983e732-361b-4233-9a9a-ef0480f6bf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:03.990711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:03.992103 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:03.992559 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.000483 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.001077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.005257 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.007869 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.008092 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.008400 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.008754 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.009126 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.009465 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.014740 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:04.016862 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803000-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:04.039137 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803000-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:04.265618 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b54d874-7b77-47bb-9f73-bfdfa17302f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:04.333660 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd7e89a-d9c7-448e-a1fa-ac83f9e91e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:05.957557 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:06.973728 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:07.218796 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.db.l3_hamode_db [None req-4d8e8a05-138e-4014-91e4-e4547e6b63b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 11:57:07.294300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e8a05-138e-4014-91e4-e4547e6b63b6 None None] Routers set() bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:57:07.294676 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e8a05-138e-4014-91e4-e4547e6b63b6 None None] Router IDs set() for agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 11:57:08.113824 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:08.608628 dv-cinder-803000-7-iscsi neutron-server[93500]: WARNING oslo_policy.policy [None req-7bb8f4a6-61a7-4098-a7d4-df9b950dd5d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:08.609242 dv-cinder-803000-7-iscsi neutron-server[93500]: WARNING oslo_policy.policy [None req-7bb8f4a6-61a7-4098-a7d4-df9b950dd5d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:08.829750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [None req-7bb8f4a6-61a7-4098-a7d4-df9b950dd5d6 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:57:08.830814 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7bb8f4a6-61a7-4098-a7d4-df9b950dd5d6 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7161031 Aug 10 11:57:11.187586 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37822) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:11.527988 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:11.638409 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.policy [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 11:57:11.692163 dv-cinder-803000-7-iscsi neutron-server[93500]: WARNING oslo_policy.policy [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:11.692586 dv-cinder-803000-7-iscsi neutron-server[93500]: WARNING oslo_policy.policy [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:11.702632 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.quota [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] Loaded quota_driver: . Aug 10 11:57:11.808006 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766656547302', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766656547803', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766656405383', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766656397816', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766653805794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766656377072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1465461', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649434'] for rbac-policy, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:11.872410 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:11.873864 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3243ae53-d5bb-463d-b28d-6e7ffd3c3eb2 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6852803 Aug 10 11:57:14.417010 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37834) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:14.709997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Request body: {'network': {'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'name': 'private', 'admin_state_up': True, 'project_id': 'bb708f556e6647caa8e021624dd58c94'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:14.739814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Made reservation on behalf of bb708f556e6647caa8e021624dd58c94 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:57:14.742663 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:14.759782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:14.880553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:14.884027 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:14.907112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 11:57:14.932258 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766654152295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:14.932855 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Unsubscribe: segment precommit_create {{(pid=93500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 11:57:14.933371 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Added segment 100a2c0e-a444-42b7-8f94-62f53f381a96 of type vlan for network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f Aug 10 11:57:14.949389 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4f09d-b769-42bb-be62-68769a3e2982,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:14.977590 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.977932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.978267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.978598 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.978925 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.979261 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.979583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.979901 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.980233 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.980552 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.980898 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.981214 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Tracked resource versions report: Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: pushed versions: Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: { 'AddressGroup': {'1.2'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'ConntrackHelper': {'1.0'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Log': {'1.0'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Network': {'1.1'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Port': {'1.7'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'PortForwarding': {'1.2'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'QosPolicy': {'1.9'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroup': {'1.4'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SubPort': {'1.0'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Subnet': {'1.1'}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Trunk': {'1.1'}} Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: consumer versions: Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'ConntrackHelper': '1.0', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Log': '1.0', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Network': '1.1', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Port': '1.7', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'PortForwarding': '1.2', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'QosPolicy': '1.9', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroup': '1.4', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroupRule': '1.2', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SubPort': '1.0', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Subnet': '1.1', Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Trunk': '1.1'}} Aug 10 11:57:14.982339 dv-cinder-803000-7-iscsi neutron-server[93500]: {{(pid=93500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:57:15.055475 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:15.104615 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:15.105738 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:15.106390 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:15.185778 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7676899 Aug 10 11:57:15.203407 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de965bc3-9884-4bc1-bafa-332ab73066a8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:15.215647 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:57:17.786366 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37848) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:18.175368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d761c78-7971-4502-9d69-cd92fa984014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:18.176910 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-2d761c78-7971-4502-9d69-cd92fa984014 admin admin] 10.222.0.64 "GET /v2.0/networks/eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f HTTP/1.1" status: 200 len: 826 time: 0.3895681 Aug 10 11:57:18.201434 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-718f7b75-66a7-4985-a725-1e087b0d79e5 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/cfdae128-9d5d-42f2-b02f-e461fc06a8ff HTTP/1.1" status: 200 len: 734 time: 0.0186355 Aug 10 11:57:18.211552 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Request body: {'subnet': {'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:18.233108 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Made reservation on behalf of bb708f556e6647caa8e021624dd58c94 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:57:18.235419 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:18.528716 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:18.597880 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7554e67d-b20b-49bb-a393-da4ed727bb39,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:18.600174 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Checking segment: {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:57:18.600546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Network hostable DHCP agents. Network: eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:57:18.622303 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:57:18.633761 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:18.638600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:18.639190 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:18.645157 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f543fe-641d-413e-8c88-c17b251a9384 None None] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:57:18.653650 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-b993642e-fc43-41ab-b0f1-e870d7ca690b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454722 Aug 10 11:57:18.968442 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 11:57:18.969721 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.237632 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Allocated IP 172.20.0.2 (eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f/7554e67d-b20b-49bb-a393-da4ed727bb39/a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:57:19.437765 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.481727 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Transition to ACTIVE for port object a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:57:19.503295 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Transition to ACTIVE for port object a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:57:19.512087 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.579325 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:57:19.584053 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:19.595162 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:57:19.598835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Pushing event updated for resources: {'Port': ['ID=a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:19.628810 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.629549 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.629549 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.629823 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.630160 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.630492 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.630820 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.631146 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.631490 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.631818 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.632143 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.632465 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Tracked resource versions report: Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: pushed versions: Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: { 'AddressGroup': {'1.2'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Log': {'1.0'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Network': {'1.1'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Port': {'1.7'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'PortForwarding': {'1.2'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'QosPolicy': {'1.9'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroup': {'1.4'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SubPort': {'1.0'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Subnet': {'1.1'}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Trunk': {'1.1'}} Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: consumer versions: Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'ConntrackHelper': '1.0', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Log': '1.0', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Network': '1.1', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Port': '1.7', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'PortForwarding': '1.2', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'QosPolicy': '1.9', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroup': '1.4', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroupRule': '1.2', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SubPort': '1.0', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Subnet': '1.1', Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Trunk': '1.1'}} Aug 10 11:57:19.633628 dv-cinder-803000-7-iscsi neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:57:19.681195 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Attempting to bind port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:57:19.681811 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Attempting to bind port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:57:19.681987 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Attempting to bind port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 on network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:57:19.686860 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:57:19.687252 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Checking segment: {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:57:19.687728 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.688131 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Bound using segment: {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:57:19.688611 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Bound port: a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:57:19.689056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.750636 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] For port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:57:19.755067 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] For port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72,segment=NetworkSegment(100a2c0e-a444-42b7-8f94-62f53f381a96),segment_id=100a2c0e-a444-42b7-8f94-62f53f381a96)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:57:19.759489 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:19.824677 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb76c4c-240b-4799-bc56-ade6eddaef2f None None] Pushing event updated for resources: {'Port': ['ID=a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:21.254446 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37856) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:21.567107 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [None req-01c8e35e-ec67-4c82-b3e1-f746553d4927 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:57:21.568102 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-01c8e35e-ec67-4c82-b3e1-f746553d4927 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126218 Aug 10 11:57:23.926525 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37864) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:24.247293 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [None req-591b4238-6191-4d43-8444-37f4a5937774 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:57:24.248432 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-591b4238-6191-4d43-8444-37f4a5937774 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209951 Aug 10 11:57:26.844907 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 37874) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:27.173649 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'name': 'router1'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:27.196701 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:27.198394 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:27.337758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:27.342598 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:27.356079 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:27.357618 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-853e4ebb-cdd6-4192-b8e3-b92fafc3ddfa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5115881 Aug 10 11:57:28.195965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc4878-7730-442a-8b2e-e4ab2c7e921b None None] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:57:28.278806 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-427a4173-d1b0-4735-b72d-30b3ddb62642 None None] Provisioning for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:57:28.385721 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:28.476922 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:57:28.481003 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:28.481401 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:28.600410 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:28.624645 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d1dfdff2-4f57-4a77-9c67-cba20880765b None None] Provisioning complete for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:28.625036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdff2-4f57-4a77-9c67-cba20880765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:28.676144 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72,segment=NetworkSegment(100a2c0e-a444-42b7-8f94-62f53f381a96),segment_id=100a2c0e-a444-42b7-8f94-62f53f381a96)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:57:28.685338 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:28.766618 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:29.082297 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:57:29.826926 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37888) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:30.318001 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING oslo_policy.policy [None req-0d5189f2-f25f-4c5b-9507-ba26f935957e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:30.318586 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING oslo_policy.policy [None req-0d5189f2-f25f-4c5b-9507-ba26f935957e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:30.338205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:30.383282 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:30.383656 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:30.536656 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [None req-0d5189f2-f25f-4c5b-9507-ba26f935957e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 11:57:30.537916 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0d5189f2-f25f-4c5b-9507-ba26f935957e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7089369 Aug 10 11:57:31.297919 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e89b54b-e200-42fc-bf22-40b5683927cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:32.873616 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37902) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:33.180740 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:33.182111 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.quota [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Loaded quota_driver: . Aug 10 11:57:33.238289 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Made reservation on behalf of 15da2211f1d14d7c9a32c6d7cfe5b64f for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:57:33.303283 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.policy [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 11:57:33.347630 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING oslo_policy.policy [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:33.347998 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING oslo_policy.policy [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 11:57:33.357933 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.377947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.508145 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.511888 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.523007 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Reserving flat network on physical network physnet1 {{(pid=93499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 11:57:33.554977 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766654152295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.555550 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Unsubscribe: segment precommit_create {{(pid=93499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 11:57:33.556070 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Added segment 7c366aaf-3bed-4e09-aa2e-922d0fabfb36 of type flat for network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 Aug 10 11:57:33.577543 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948ca40-c762-4add-930b-7bdaf58fd2ec,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:33.596366 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.596710 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.597143 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.597477 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.597802 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.598143 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.598471 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.598790 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.599125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.599447 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.599763 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.600078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Tracked resource versions report: Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: pushed versions: Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: { 'AddressGroup': {'1.2'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Log': {'1.0'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Network': {'1.1'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Port': {'1.7'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'PortForwarding': {'1.2'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'QosPolicy': {'1.9'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroup': {'1.4'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SubPort': {'1.0'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Subnet': {'1.1'}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Trunk': {'1.1'}} Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: consumer versions: Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'ConntrackHelper': '1.0', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Log': '1.0', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Network': '1.1', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Port': '1.7', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'PortForwarding': '1.2', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'QosPolicy': '1.9', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroup': '1.4', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroupRule': '1.2', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SubPort': '1.0', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Subnet': '1.1', Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Trunk': '1.1'}} Aug 10 11:57:33.601224 dv-cinder-803000-7-iscsi neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:57:33.694376 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.749996 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.751204 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:33.752359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:33.832128 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9573817 Aug 10 11:57:33.849291 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8865-77be-44c5-8e61-6ea7131de83f admin admin] Pushing event updated for resources: {'Network': ['ID=9c99a71d-a0b7-4625-b7f7-b48a7938f912,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:33.860200 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 11:57:33.973808 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:34.241380 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0ea5-4bb2-4804-9e0f-b2ff8708e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:35.892532 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:36.158009 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37926) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:36.373910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418ac96-555b-4b0e-a5be-71377a2e9185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:36.375271 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f418ac96-555b-4b0e-a5be-71377a2e9185 admin admin] 10.222.0.64 "GET /v2.0/subnets/7554e67d-b20b-49bb-a393-da4ed727bb39 HTTP/1.1" status: 200 len: 849 time: 0.2158446 Aug 10 11:57:36.534863 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e31f5315-b0a0-449a-ab83-89e2eed0b144 admin admin] 10.222.0.64 "GET /v2.0/routers/8af2c755-c1b7-43b9-9c78-dd59fc3eeded HTTP/1.1" status: 200 len: 704 time: 0.1534271 Aug 10 11:57:36.812238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:36.896270 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.109247 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Allocated IP 172.20.0.1 (eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f/7554e67d-b20b-49bb-a393-da4ed727bb39/2c1b5a13-66cb-4bbc-99d9-2963b5679f60) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:57:37.291522 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.314920 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Transition to ACTIVE for port object 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:57:37.394351 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.459430 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:57:37.466018 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:37.469479 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:57:37.470056 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.543405 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:37.642236 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d39a5da3-0c39-4bbc-acc0-3742d3d07a37 None None] Provisioning for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:57:37.646963 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d39a5da3-0c39-4bbc-acc0-3742d3d07a37 None None] Provisioning complete for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:37.647286 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d39a5da3-0c39-4bbc-acc0-3742d3d07a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.674450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.680433 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d39a5da3-0c39-4bbc-acc0-3742d3d07a37 None None] Port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:57:37.926300 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.930634 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:37.931462 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:38.007398 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:38.053621 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:57:38.054858 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:38.213855 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 11:57:38.301381 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7d183fab-9178-48e4-ad47-488b5d26176a None None] Provisioning complete for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:38.301920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d183fab-9178-48e4-ad47-488b5d26176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:38.309417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:57:38.314921 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-28c5fbb2-7dc6-45ca-aab8-d53d2bff1217 admin admin] 10.222.0.64 "PUT /v2.0/routers/8af2c755-c1b7-43b9-9c78-dd59fc3eeded/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7747109 Aug 10 11:57:38.321567 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Sync routers for ids ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:57:38.332970 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Routers {'8af2c755-c1b7-43b9-9c78-dd59fc3eeded'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:57:38.334785 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T11:57:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:38.353799 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7d183fab-9178-48e4-ad47-488b5d26176a None None] Port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 11:57:38.519563 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Set router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:57:38.943454 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:37Z', 'revision_number': 2, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port_host': None, '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:37Z', 'revision_number': 2, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:38.994998 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Checking router: 8af2c755-c1b7-43b9-9c78-dd59fc3eeded for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:57:38.995352 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Updating router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:57:39.044225 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.557336 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.575622 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Transition to ACTIVE for port object 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:57:39.582024 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.672547 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Pushing event updated for resources: {'Port': ['ID=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:39.681507 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.681854 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.682189 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.682517 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.682846 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.683174 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.683498 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.683818 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.684144 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.684471 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.684801 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.685123 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Tracked resource versions report: Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: pushed versions: Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: { 'AddressGroup': {'1.2'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Log': {'1.0'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Network': {'1.1'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Port': {'1.7'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'PortForwarding': {'1.2'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'QosPolicy': {'1.9'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroup': {'1.4'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SubPort': {'1.0'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Subnet': {'1.1'}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Trunk': {'1.1'}} Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: consumer versions: Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'ConntrackHelper': '1.0', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Log': '1.0', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Network': '1.1', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Port': '1.7', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'PortForwarding': '1.2', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'QosPolicy': '1.9', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroup': '1.4', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroupRule': '1.2', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SubPort': '1.0', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Subnet': '1.1', Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Trunk': '1.1'}} Aug 10 11:57:39.686228 dv-cinder-803000-7-iscsi neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 11:57:39.765713 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Attempting to bind port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:57:39.766109 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Attempting to bind port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:57:39.766542 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Attempting to bind port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 on network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:57:39.772075 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:57:39.772477 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Checking segment: {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:57:39.772977 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.773511 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Bound using segment: {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:57:39.774000 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Bound port: 2c1b5a13-66cb-4bbc-99d9-2963b5679f60, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100a2c0e-a444-42b7-8f94-62f53f381a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:57:39.774377 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.843610 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] For port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:57:39.865329 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] For port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,segment=NetworkSegment(100a2c0e-a444-42b7-8f94-62f53f381a96),segment_id=100a2c0e-a444-42b7-8f94-62f53f381a96)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:57:39.870640 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:39.927128 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Routers {'8af2c755-c1b7-43b9-9c78-dd59fc3eeded'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:57:39.927756 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T11:57:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:39.964990 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc171c0-5f17-45a3-bb9c-76510ba47412 None None] Pushing event updated for resources: {'Port': ['ID=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:40.023286 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] Set router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:57:40.235034 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:37Z', 'revision_number': 2, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port_host': None, '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:39Z', 'revision_number': 4, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:40.261018 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b690-a6cd-4b0d-9c36-687f01da5ba2 None None] The sync data for ids ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'] in dv-cinder-803000-7-iscsi is: [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:37Z', 'revision_number': 2, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port_host': None, '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:39Z', 'revision_number': 4, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:57:40.530002 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:40.641257 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019e3bb-76de-4ded-89e9-f9163664481f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:40.642683 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2019e3bb-76de-4ded-89e9-f9163664481f admin admin] 10.222.0.64 "GET /v2.0/networks/9c99a71d-a0b7-4625-b7f7-b48a7938f912 HTTP/1.1" status: 200 len: 842 time: 0.1116631 Aug 10 11:57:40.652836 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'gateway_ip': '172.27.2.1'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:40.678565 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Made reservation on behalf of 15da2211f1d14d7c9a32c6d7cfe5b64f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 11:57:40.680828 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:40.984904 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.objects.ports [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93499) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 11:57:40.985359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:41.039450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845b2d40-56ef-4f21-a436-51c730ebba90,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:41.051375 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:57:41.051742 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Network hostable DHCP agents. Network: 9c99a71d-a0b7-4625-b7f7-b48a7938f912, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 11:57:41.073829 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 11:57:41.085226 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 9c99a71d-a0b7-4625-b7f7-b48a7938f912) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:41.089353 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:41.089959 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:41.094109 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8420b0-3847-4e22-b31a-6b57050178d3 None None] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:57:41.105828 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2e012c87-9c9a-4a84-9ffd-86e5edc211c9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4557891 Aug 10 11:57:41.226601 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a821a-3d43-42f9-a9ef-46ce1c511dc9 None None] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:57:43.378053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37952) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:43.522546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ed3c5f61-2f52-4015-aa9c-85fb11406fdf admin admin] 10.222.0.64 "GET /v2.0/routers/8af2c755-c1b7-43b9-9c78-dd59fc3eeded HTTP/1.1" status: 200 len: 710 time: 0.1432400 Aug 10 11:57:43.607131 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381995b-bd80-4473-bf5c-886337d73a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:57:43.608489 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a381995b-bd80-4473-bf5c-886337d73a0a admin admin] 10.222.0.64 "GET /v2.0/networks/9c99a71d-a0b7-4625-b7f7-b48a7938f912 HTTP/1.1" status: 200 len: 886 time: 0.0802557 Aug 10 11:57:43.619566 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:57:43.949122 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.190306 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.264344 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.373053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Allocated IP 172.27.2.194 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/69ec062f-21df-4d0a-a584-b01a4e990b6c) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 11:57:44.474934 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.512522 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.548025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 11:57:44.552659 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 11:57:44.555377 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 11:57:44.592123 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Pushing event updated for resources: {'Port': ['ID=69ec062f-21df-4d0a-a584-b01a4e990b6c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:44.804109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:44.996765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105873'] for router, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:45.000148 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691548'] for router, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:45.108839 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 11:57:45.214372 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 11:57:45.220449 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:45.221696 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0d3cc94e-68c6-4c57-be0f-177c0b83a80a admin admin] 10.222.0.64 "PUT /v2.0/routers/8af2c755-c1b7-43b9-9c78-dd59fc3eeded HTTP/1.1" status: 200 len: 890 time: 1.6068687 Aug 10 11:57:46.370362 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:46.421924 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:57:46.426025 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:46.426397 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:46.501267 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:46.534919 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,segment=NetworkSegment(100a2c0e-a444-42b7-8f94-62f53f381a96),segment_id=100a2c0e-a444-42b7-8f94-62f53f381a96)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:57:46.539165 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:46.586862 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=2c1b5a13-66cb-4bbc-99d9-2963b5679f60,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:46.859610 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Sync routers for ids ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 11:57:46.874726 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Routers {'8af2c755-c1b7-43b9-9c78-dd59fc3eeded'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:57:46.875772 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T11:57:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:47.145075 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Set router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:57:47.527505 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:44Z', 'revision_number': 4, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port': {'id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:44Z', 'updated_at': '2021-08-10T11:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:46Z', 'revision_number': 5, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:47.579028 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Checking router: 8af2c755-c1b7-43b9-9c78-dd59fc3eeded for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 11:57:47.579382 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Updating router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded port 69ec062f-21df-4d0a-a584-b01a4e990b6c binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 11:57:47.627001 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:47.677106 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 37964) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:57:47.787704 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6951a86b-bd92-4ff5-9d52-a5e7a6cae2ba admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1093929 Aug 10 11:57:47.954385 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:47.967193 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Transition to ACTIVE for port object 69ec062f-21df-4d0a-a584-b01a4e990b6c will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 11:57:47.973479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:48.025749 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Attempting to bind port 69ec062f-21df-4d0a-a584-b01a4e990b6c on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 11:57:48.026122 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Attempting to bind port 69ec062f-21df-4d0a-a584-b01a4e990b6c by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 11:57:48.026488 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Attempting to bind port 69ec062f-21df-4d0a-a584-b01a4e990b6c on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 11:57:48.029255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12397fc0-ed5c-42d5-80f8-83346bea17ab None None] Pushing event updated for resources: {'Port': ['ID=69ec062f-21df-4d0a-a584-b01a4e990b6c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:48.035030 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 11:57:48.035401 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 11:57:48.035802 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:48.036186 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 11:57:48.036643 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Bound port: 69ec062f-21df-4d0a-a584-b01a4e990b6c, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 11:57:48.037069 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:48.089698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] For port 69ec062f-21df-4d0a-a584-b01a4e990b6c, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 11:57:48.092715 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] For port 69ec062f-21df-4d0a-a584-b01a4e990b6c, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=69ec062f-21df-4d0a-a584-b01a4e990b6c,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 11:57:48.098986 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:48.155246 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12397fc0-ed5c-42d5-80f8-83346bea17ab None None] Pushing event updated for resources: {'Port': ['ID=69ec062f-21df-4d0a-a584-b01a4e990b6c,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:48.157960 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Routers {'8af2c755-c1b7-43b9-9c78-dd59fc3eeded'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 11:57:48.159561 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T11:57:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:48.356003 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] Set router 8af2c755-c1b7-43b9-9c78-dd59fc3eeded gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 11:57:48.359488 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:48.520247 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:48.520619 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:48.673271 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:44Z', 'revision_number': 4, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port': {'id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:44Z', 'updated_at': '2021-08-10T11:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:46Z', 'revision_number': 5, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 11:57:48.710151 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428974d7-6ebb-4b01-be57-2a873fdb8126 None None] The sync data for ids ['8af2c755-c1b7-43b9-9c78-dd59fc3eeded'] in dv-cinder-803000-7-iscsi is: [{'id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'name': 'router1', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T11:57:27Z', 'updated_at': '2021-08-10T11:57:44Z', 'revision_number': 4, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'gw_port': {'id': '69ec062f-21df-4d0a-a584-b01a4e990b6c', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:44Z', 'updated_at': '2021-08-10T11:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '2c1b5a13-66cb-4bbc-99d9-2963b5679f60', 'name': '', 'network_id': 'eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f', 'tenant_id': 'bb708f556e6647caa8e021624dd58c94', 'mac_address': 'fa:16:3e:06:0a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af2c755-c1b7-43b9-9c78-dd59fc3eeded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T11:57:36Z', 'updated_at': '2021-08-10T11:57:46Z', 'revision_number': 5, 'project_id': 'bb708f556e6647caa8e021624dd58c94', 'subnets': [{'id': '7554e67d-b20b-49bb-a393-da4ed727bb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfdae128-9d5d-42f2-b02f-e461fc06a8ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 11:57:50.397792 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 69ec062f-21df-4d0a-a584-b01a4e990b6c up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:50.477636 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 69ec062f-21df-4d0a-a584-b01a4e990b6c completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 11:57:50.481667 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 69ec062f-21df-4d0a-a584-b01a4e990b6c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:50.482149 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:50.561651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:50.582326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 69ec062f-21df-4d0a-a584-b01a4e990b6c, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=69ec062f-21df-4d0a-a584-b01a4e990b6c,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 11:57:50.586306 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:57:50.634364 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=69ec062f-21df-4d0a-a584-b01a4e990b6c,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:57:52.398739 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 69ec062f-21df-4d0a-a584-b01a4e990b6c up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 11:57:52.490909 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 69ec062f-21df-4d0a-a584-b01a4e990b6c triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:57:52.491288 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:01.302491 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a723911-3909-4f80-9e18-140d7d423566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:03.979286 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:04.247944 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f2ede9f-acfa-4b77-bf70-7f5670d67613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:05.900978 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:06.067150 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:58:06.917773 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:31.308053 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11ecdc38-c27d-407b-9a5f-6024d1871573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:33.975674 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:34.268827 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f02adbfc-5fd5-4410-818b-f48a8480745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:35.905707 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:36.918955 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:58:43.071436 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:59:01.311448 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-500fa24e-1f8f-4e64-8f72-3a8d23dc46e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:03.978130 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:04.246856 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6eeace9-4628-43d1-a574-2cbee8738453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:05.898887 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:06.918429 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:20.073513 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 11:59:22.729442 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38532) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:22.790643 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2932e05-a7d7-4a1e-a74e-5332dcce093d admin admin] GET failed (client error): The resource could not be found. Aug 10 11:59:22.791982 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b2932e05-a7d7-4a1e-a74e-5332dcce093d admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615792 Aug 10 11:59:23.029611 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7cef98-788d-4a79-b5f7-d306333892a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:23.031101 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6a7cef98-788d-4a79-b5f7-d306333892a0 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2347291 Aug 10 11:59:25.168721 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:25.260356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9928f0-7191-4ab6-a491-1d433b273c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:25.261724 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0c9928f0-7191-4ab6-a491-1d433b273c87 admin admin] 10.222.0.64 "GET /v2.0/subnets/7554e67d-b20b-49bb-a393-da4ed727bb39 HTTP/1.1" status: 200 len: 849 time: 0.0920341 Aug 10 11:59:25.272917 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 11:59:25.356550 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:25.494657 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766654065044'] for subnet, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:25.521560 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:25.522155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:25.523450 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] 10.222.0.64 "PUT /v2.0/subnets/7554e67d-b20b-49bb-a393-da4ed727bb39 HTTP/1.1" status: 200 len: 868 time: 0.2558975 Aug 10 11:59:25.526748 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa6ef7-4ab9-45ba-812b-1716d0ac5210 None None] Network eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 11:59:25.546515 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7554e67d-b20b-49bb-a393-da4ed727bb39,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 11:59:25.554426 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.554799 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.555138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.555475 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.555817 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.556172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.558900 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ce17d-c9de-42c3-abb5-61e6895896d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 11:59:25.868363 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c0551b2e-4e98-4831-8aa8-ac46f1086f05 None None] Provisioning complete for port a7e5d4fe-ffc2-423e-9f75-3d0ca3c07f72 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:59:25.868731 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0551b2e-4e98-4831-8aa8-ac46f1086f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:25.954384 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c0551b2e-4e98-4831-8aa8-ac46f1086f05 None None] Provisioning complete for port 2c1b5a13-66cb-4bbc-99d9-2963b5679f60 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 11:59:25.954670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0551b2e-4e98-4831-8aa8-ac46f1086f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:27.674095 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:27.867421 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b527-c65c-4a19-85ca-fac149cc7a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:27.867817 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b527-c65c-4a19-85ca-fac149cc7a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:27.869456 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-7041b527-c65c-4a19-85ca-fac149cc7a2d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1938195 Aug 10 11:59:30.010100 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38558) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:30.142708 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fdafe-d4cd-4422-a7ef-6dd94afb42db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:30.143193 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fdafe-d4cd-4422-a7ef-6dd94afb42db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:30.145310 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a04fdafe-d4cd-4422-a7ef-6dd94afb42db admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1341684 Aug 10 11:59:31.319586 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f42ea6a-e37a-4385-bb1c-dc285bbcdc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:32.316614 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38566) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:32.444873 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f6fd99-b9a5-43c7-bc1f-94f9e4e38808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:32.446172 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f2f6fd99-b9a5-43c7-bc1f-94f9e4e38808 admin admin] 10.222.0.64 "GET /v2.0/networks/9c99a71d-a0b7-4625-b7f7-b48a7938f912 HTTP/1.1" status: 200 len: 886 time: 0.1285646 Aug 10 11:59:33.983114 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:34.247131 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd907911-c0d3-4134-9623-e761f6293c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:34.611357 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38574) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:34.736751 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97154de1-47d7-4d5a-a654-eb701f7c17ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:34.738667 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-97154de1-47d7-4d5a-a654-eb701f7c17ee admin admin] 10.222.0.64 "GET /v2.0/networks/eb5f5870-bf5c-47dd-9f7e-d6afbcc5062f HTTP/1.1" status: 200 len: 870 time: 0.1263683 Aug 10 11:59:35.902345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:36.890120 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38582) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:36.925097 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 11:59:37.016421 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfe27e-6a31-4b09-b7e9-f5af94862598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:37.016915 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfe27e-6a31-4b09-b7e9-f5af94862598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:37.018965 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8dbfe27e-6a31-4b09-b7e9-f5af94862598 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273615 Aug 10 11:59:39.165008 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38590) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:39.255059 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb6dc1-8ebb-47d6-b819-d3431464f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:39.255541 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb6dc1-8ebb-47d6-b819-d3431464f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:39.257044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-79fb6dc1-8ebb-47d6-b819-d3431464f99b admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910628 Aug 10 11:59:41.394911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38598) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:41.484906 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa94c57-f858-4038-87ec-a3f980ea4942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:41.486235 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0aa94c57-f858-4038-87ec-a3f980ea4942 admin admin] 10.222.0.64 "GET /v2.0/subnets/7554e67d-b20b-49bb-a393-da4ed727bb39 HTTP/1.1" status: 200 len: 868 time: 0.0903940 Aug 10 11:59:43.608136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38606) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 11:59:43.698412 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1634f32-1201-4dc8-a4ac-bf1f1f951613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 11:59:43.699760 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c1634f32-1201-4dc8-a4ac-bf1f1f951613 admin admin] 10.222.0.64 "GET /v2.0/subnets/845b2d40-56ef-4f21-a436-51c730ebba90 HTTP/1.1" status: 200 len: 816 time: 0.0906851 Aug 10 11:59:57.077018 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:00:01.311605 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e55a6885-db31-4583-8232-336254207799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:03.984804 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:04.246981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ace7252c-dc57-4207-808c-88b13c42b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:05.904216 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:06.930328 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:09.177706 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38660) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:00:09.225667 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [None req-18b97158-ac27-4718-9db8-c1008a90ad01 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:00:09.226660 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-18b97158-ac27-4718-9db8-c1008a90ad01 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479462 Aug 10 12:00:11.473714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 38668) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:00:11.549337 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.pecan_wsgi.hooks.translation [None req-667d6e26-390d-46d6-b5c1-9ebcb8192464 admin admin] GET failed (client error): The resource could not be found. Aug 10 12:00:11.550680 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-667d6e26-390d-46d6-b5c1-9ebcb8192464 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0756948 Aug 10 12:00:11.687829 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7606c-9958-4096-9422-0dbab3321313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:00:11.689878 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-48c7606c-9958-4096-9422-0dbab3321313 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348789 Aug 10 12:00:13.868998 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38678) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:00:13.916122 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:00:13.936636 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Made reservation on behalf of 15da2211f1d14d7c9a32c6d7cfe5b64f for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:00:13.938969 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:13.966636 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING neutron.services.revisions.revision_plugin [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Could not find related network for resource to bump revision. Aug 10 12:00:13.982447 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:00:13.993456 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:13.993791 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Added segment dbf18ce4-6711-4e8b-88b6-56e707b74135 of type vlan for network 78979e37-f258-4885-af17-6a0366c1f277 Aug 10 12:00:14.031979 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:14.059240 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:14.060151 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:00:14.060731 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:14.116859 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2459366 Aug 10 12:00:14.121015 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985bca6-a0cb-4c97-a337-00a5404d3edf admin admin] Pushing event updated for resources: {'Network': ['ID=78979e37-f258-4885-af17-6a0366c1f277,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:00:14.144718 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 78979e37-f258-4885-af17-6a0366c1f277 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:00:16.278295 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38686) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:00:16.339457 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f570d7d-b12f-4982-8832-64ac60c0371d admin admin] GET failed (client error): The resource could not be found. Aug 10 12:00:16.340754 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9f570d7d-b12f-4982-8832-64ac60c0371d admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614886 Aug 10 12:00:16.408104 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0d6b8-1ba0-480a-920c-9ffe3da3e3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:00:16.409577 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6ee0d6b8-1ba0-480a-920c-9ffe3da3e3a5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0645206 Aug 10 12:00:16.419715 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '78979e37-f258-4885-af17-6a0366c1f277', 'description': 'shared-subnet'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:00:16.440038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Made reservation on behalf of 15da2211f1d14d7c9a32c6d7cfe5b64f for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:00:16.442316 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:16.599065 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:16.652750 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974a803a-dd7c-44c9-8e0d-b466264ce73e,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:00:16.664113 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Checking segment: {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:00:16.664410 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Network hostable DHCP agents. Network: 78979e37-f258-4885-af17-6a0366c1f277, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:00:16.680349 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Network 78979e37-f258-4885-af17-6a0366c1f277 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:00:16.688475 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 78979e37-f258-4885-af17-6a0366c1f277) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:00:16.693090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:00:16.693678 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:16.697902 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47ca35-ac87-4598-98c7-cde4bd8321c8 None None] Network 78979e37-f258-4885-af17-6a0366c1f277 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:00:16.707200 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-45bffb91-4b40-4653-85fb-d20df2513ac0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906661 Aug 10 12:00:16.957981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-78979e37-f258-4885-af17-6a0366c1f277', 'network_id': '78979e37-f258-4885-af17-6a0366c1f277', 'tenant_id': '15da2211f1d14d7c9a32c6d7cfe5b64f', 'fixed_ips': [{'subnet_id': '974a803a-dd7c-44c9-8e0d-b466264ce73e'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:00:16.958870 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.101101 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Allocated IP 192.168.233.2 (78979e37-f258-4885-af17-6a0366c1f277/974a803a-dd7c-44c9-8e0d-b466264ce73e/0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:00:17.248003 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.257306 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Transition to ACTIVE for port object 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:00:17.272571 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Transition to ACTIVE for port object 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:00:17.279526 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.322123 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Network 78979e37-f258-4885-af17-6a0366c1f277 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:00:17.325051 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:00:17.328053 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:00:17.333964 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Pushing event updated for resources: {'Port': ['ID=0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:00:17.344656 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.345031 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.345370 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.345711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.346037 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.346369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.346724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.347044 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.347386 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.347729 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.348052 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.348368 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:00:17.395250 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Attempting to bind port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:00:17.395608 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Attempting to bind port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:00:17.395958 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Attempting to bind port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 on network 78979e37-f258-4885-af17-6a0366c1f277 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:00:17.400832 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:00:17.401207 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Checking segment: {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:00:17.401595 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.401982 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Bound using segment: {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:00:17.402433 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Bound port: 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:00:17.402831 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.468704 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] For port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:00:17.472728 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] For port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:00:17.477217 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:17.535301 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b96a9-8ac6-4b62-81c3-3272082be1ec None None] Pushing event updated for resources: {'Port': ['ID=0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:00:18.305189 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952184c7-2214-469a-9cf6-13e6d78729f5 None None] Network 78979e37-f258-4885-af17-6a0366c1f277 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:00:18.364116 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e05821f5-88fa-484a-a85b-db8ce05903c0 None None] Provisioning for port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:00:18.508463 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:00:18.561529 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:00:18.566840 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:00:18.567315 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:18.660242 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:18.701892 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-66c68a9c-3abb-4696-8dba-ac0f3ee45c2d None None] Provisioning complete for port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:00:18.702183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66c68a9c-3abb-4696-8dba-ac0f3ee45c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:18.724228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:00:18.731747 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:18.817118 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:00:20.469097 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:00:20.515516 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 0ba3d9b6-d736-4a3f-bd1f-342f62b4eb13 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:00:20.515885 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:31.312668 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-825d200b-2163-4219-b8c8-ec06c85e35ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:33.993558 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:34.080963 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:00:34.248083 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fee9d6c9-d9eb-4ebe-9ab7-3f119ce686fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:35.906191 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:00:36.928476 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:01.314221 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38502266-2b4e-4ff6-a2db-f91e72a368f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:03.986721 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:04.250017 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0da-93dc-4551-aeee-27f17119c61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:05.909420 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:06.934942 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:11.080878 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:01:24.524945 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38738) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:01:24.531306 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [None req-4aa9e7eb-70e0-4bf3-8019-86f0194cfdad tempest-verify_tempest_config-1089372776 tempest-verify_tempest_config-1089372776-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:01:24.532267 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-4aa9e7eb-70e0-4bf3-8019-86f0194cfdad tempest-verify_tempest_config-1089372776 tempest-verify_tempest_config-1089372776-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063493 Aug 10 12:01:24.830021 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38756) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:01:25.024715 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.110866 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.114622 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.161910 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9899ced499da47d6a388c1bf22094e89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3282743 Aug 10 12:01:25.161910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb8837-5aea-4391-9baa-0f161fa42bbb,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:01:25.162733 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 38760) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:01:25.167223 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.167583 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.167927 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.168267 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.168918 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.169282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.169617 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.169948 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.170292 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.170648 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.170978 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.171300 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babd2fc5-e96e-4174-8245-fbd50cc244be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.217809 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.237332 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.323513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.325932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:25.327686 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7eb8837-5aea-4391-9baa-0f161fa42bbb HTTP/1.1" status: 204 len: 168 time: 0.1638336 Aug 10 12:01:25.335801 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb8837-5aea-4391-9baa-0f161fa42bbb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:01:25.342346 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.342712 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.343060 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.343400 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.343735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.344089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.344423 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.344751 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.345103 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.345426 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.345746 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:25.346067 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6074212-9a33-4677-83e9-631506512301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:01:31.314632 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a4f473d6-9521-4062-9635-1192bd830539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:33.990255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:34.252650 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a88b37-ab21-478b-9a0e-7e7dceef505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:35.917121 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:36.931192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:01:48.085213 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:02:01.315140 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23be7174-370f-48bb-ba13-e6f0847c3e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:03.990457 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:04.251644 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e72614f-073e-405b-bbc9-5d610f3c6d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:05.915656 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:06.934172 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:25.087074 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 5 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:02:31.315672 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8496c45f-eeff-4d81-bc21-678719e6b377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:33.991052 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:34.252431 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9188626-52dc-4127-95de-8304ccd490fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:35.919096 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:36.939964 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:02:56.138845 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693222'] for agent, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:00.619053 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 38814) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:03:00.722509 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-92aa65b8-0b11-4d98-ba7c-de8b0f8ea301 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023648 Aug 10 12:03:01.315965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60164102-c9a2-45b7-b2a6-7ef0c5cf6412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:02.089630 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:03:02.877070 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 38824) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:03:02.938567 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-205422f0-fafb-4fa3-b13e-b357fe83a5a0 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0603948 Aug 10 12:03:03.992812 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:04.253091 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9331da57-37c8-4d9f-b57b-4ff7825c5b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:05.922179 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:06.942293 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:26.094613 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:31.316152 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a04ff999-bf31-4e9f-8274-8a54c7df6e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:33.993597 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:34.253005 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e3ddc82-2da4-4b03-bb63-bddbf2af704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:35.926527 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:36.943808 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:03:39.091874 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:03:56.090431 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:01.316856 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee4284a2-6d91-41a7-9e38-8f92c8561db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:03.995076 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:04.253238 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-127ccbf3-1411-4f6c-a084-413cf8f7bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:05.928772 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:06.947284 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:16.097679 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:04:26.115626 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.021617 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39038) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:31.209135 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39050) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:31.319205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81fb0110-a8dd-4bbf-b869-b752a267adb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.369867 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-690463184-network', 'tenant_id': '9ead84a4b39d40c4875960f43577a692'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:31.387395 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39060) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:31.395178 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Made reservation on behalf of 9ead84a4b39d40c4875960f43577a692 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:31.397819 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.408107 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.505771 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.509679 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.541369 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441792d-01f3-4435-8f61-918c65de0c0a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:31.548697 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:04:31.551918 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.552359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.552766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.553190 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.553744 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.554162 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.554573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.554949 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.555780 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.556252 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.556648 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.557103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Tracked resource versions report: Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: pushed versions: Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: { 'AddressGroup': {'1.2'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Log': {'1.0'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Network': {'1.1'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Port': {'1.7'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'PortForwarding': {'1.2'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'QosPolicy': {'1.9'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroup': {'1.4'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SubPort': {'1.0'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Subnet': {'1.1'}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Trunk': {'1.1'}} Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: consumer versions: Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: HyperV agent@hv-cinder-80300: {}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'ConntrackHelper': '1.0', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Log': '1.0', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Network': '1.1', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Port': '1.7', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'PortForwarding': '1.2', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'QosPolicy': '1.9', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroup': '1.4', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SecurityGroupRule': '1.2', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'SubPort': '1.0', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Subnet': '1.1', Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: 'Trunk': '1.1'}} Aug 10 12:04:31.558261 dv-cinder-803000-7-iscsi neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:04:31.571323 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-network', 'tenant_id': 'efc500600c1a4875bcabc280800658f0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:31.591824 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.592243 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Added segment d9861c0f-d63a-4bc9-9c56-7b060142fb31 of type vlan for network 867a9a56-d621-4ddc-b4dc-749b9446b133 Aug 10 12:04:31.621615 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Made reservation on behalf of efc500600c1a4875bcabc280800658f0 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:31.624090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.640901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.660297 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.715004 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.716518 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:31.717120 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.727242 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39080) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:31.780445 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-136725986-network', 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:31.816221 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] Pushing event updated for resources: {'Network': ['ID=867a9a56-d621-4ddc-b4dc-749b9446b133,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:31.827617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:04:31.837627 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.843960 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.880515 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7005c7da-720b-4068-a8b8-9b1d4811a1a5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:31.893657 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39094) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:31.897258 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e338d30a-06a8-456b-a350-5d97b8aa084b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8702941 Aug 10 12:04:31.898711 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Request body: {'subnet': {'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-690463184-subnet', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:31.910527 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:04:31.926382 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:31.930741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.934797 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.935254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Added segment 09ecf34b-f4d1-48d1-be19-22de57717dc6 of type vlan for network 09dc1b33-9880-4960-9f01-f8a106142938 Aug 10 12:04:31.948086 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:31.950174 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Made reservation on behalf of 9ead84a4b39d40c4875960f43577a692 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:31.954488 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.008512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.064750 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.066466 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:32.067206 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.166604 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-910597375-network', 'tenant_id': '5f6e5d575eaa44febedb16750920e068'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:32.167111 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] Pushing event updated for resources: {'Network': ['ID=09dc1b33-9880-4960-9f01-f8a106142938,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:32.171620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.183105 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.183603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 09dc1b33-9880-4960-9f01-f8a106142938 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:04:32.206051 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a56a0aec-8074-46db-9cc8-8178bebe358f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9953940 Aug 10 12:04:32.212569 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39100) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:32.223710 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:04:32.229786 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Request body: {'subnet': {'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-subnet', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:32.230527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.255722 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Made reservation on behalf of 5f6e5d575eaa44febedb16750920e068 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:32.262809 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.265879 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Made reservation on behalf of efc500600c1a4875bcabc280800658f0 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:32.269604 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.288645 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.338638 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b043a2-910b-4d31-bbaa-5faa5949840d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:32.380728 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.381052 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Added segment fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923 of type vlan for network e4919ca7-8a37-455a-8f5b-ffe460b1158a Aug 10 12:04:32.409031 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Checking segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:32.410181 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Network hostable DHCP agents. Network: 867a9a56-d621-4ddc-b4dc-749b9446b133, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:04:32.445392 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.509461 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.510416 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:32.511531 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.511670 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.531987 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.548140 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:04:32.558383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.559962 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Added segment 52ec2e7a-65db-4154-84e6-210368a89f33 of type vlan for network cba8497c-62c0-45fe-a963-d2e372df1c84 Aug 10 12:04:32.574360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1856999 Aug 10 12:04:32.579204 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39114) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:32.585465 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Request body: {'subnet': {'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-136725986-subnet', 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:32.617302 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.642374 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3383d4f-bc1e-4692-9681-dbcb61cec580 admin admin] Pushing event updated for resources: {'Network': ['ID=e4919ca7-8a37-455a-8f5b-ffe460b1158a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:32.654789 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:04:32.659714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:04:32.662723 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.668433 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=581c8da4-9213-473a-80c3-577d60e25aaa,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:32.671965 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:32.674028 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.674926 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.675463 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:32.676437 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.684445 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 867a9a56-d621-4ddc-b4dc-749b9446b133) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:32.701212 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.701432 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.701938 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.702561 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.703047 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.703572 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.704245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.704730 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.705233 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.705740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.706219 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.706877 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Tracked resource versions report: Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: pushed versions: Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: { 'AddressGroup': {'1.2'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'ConntrackHelper': {'1.0'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Log': {'1.0'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Network': {'1.1'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Port': {'1.7'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'PortForwarding': {'1.2'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'QosPolicy': {'1.9'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroup': {'1.4'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SubPort': {'1.0'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Subnet': {'1.1'}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Trunk': {'1.1'}} Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: consumer versions: Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: HyperV agent@hv-cinder-80300: {}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'ConntrackHelper': '1.0', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Log': '1.0', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Network': '1.1', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Port': '1.7', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'PortForwarding': '1.2', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'QosPolicy': '1.9', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroup': '1.4', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SecurityGroupRule': '1.2', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'SubPort': '1.0', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Subnet': '1.1', Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: 'Trunk': '1.1'}} Aug 10 12:04:32.708607 dv-cinder-803000-7-iscsi neutron-server[93500]: {{(pid=93500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:04:32.730703 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:32.732731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.752035 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d394caa-9cf9-4d8a-9e34-add58cf57484 None None] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:32.758648 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ebf04558-e060-4b41-8401-2c6d0b49c54f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8640776 Aug 10 12:04:32.764361 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39126) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:32.774195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:32.841237 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1125839 Aug 10 12:04:32.842288 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e65ab-b51a-447d-8d1c-937b806eef70,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:32.943638 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39130) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:32.972864 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.974210 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:32.996121 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e63e9-c47d-41b3-91f4-90b7c46c4bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=cba8497c-62c0-45fe-a963-d2e372df1c84,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:33.009735 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Request body: {'subnet': {'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-910597375-subnet', 'tenant_id': '5f6e5d575eaa44febedb16750920e068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:33.016940 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.030754 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network cba8497c-62c0-45fe-a963-d2e372df1c84 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:04:33.086781 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Checking segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:33.087404 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Network hostable DHCP agents. Network: e4919ca7-8a37-455a-8f5b-ffe460b1158a, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:04:33.122350 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91c3030-ad00-4444-b887-87baa3177b90,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:33.131855 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.136826 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:04:33.171248 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Made reservation on behalf of 5f6e5d575eaa44febedb16750920e068 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:33.192824 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.266752 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, e4919ca7-8a37-455a-8f5b-ffe460b1158a) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:33.274890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Checking segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:33.275444 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Network hostable DHCP agents. Network: 09dc1b33-9880-4960-9f01-f8a106142938, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:04:33.288592 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee56479-08a3-4141-8700-e0fffb04085d None None] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:33.314463 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:33.315089 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.346645 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-867a9a56-d621-4ddc-b4dc-749b9446b133', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:04:33.347825 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.377876 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3956d6fd-64b8-4c93-a215-b8afbb9676aa,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:33.400417 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3bdd876a-417a-4a3d-845a-b3635e02f166 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8188071 Aug 10 12:04:33.430697 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Network 09dc1b33-9880-4960-9f01-f8a106142938 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:04:33.476405 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 09dc1b33-9880-4960-9f01-f8a106142938) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:33.489215 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:33.490287 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.581827 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b7f3c-ae71-4593-beeb-ccaab496be2b None None] Network 09dc1b33-9880-4960-9f01-f8a106142938 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:33.605427 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9310fc70-fc92-4c7e-bed4-5e07eea25b3f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3851020 Aug 10 12:04:33.608641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39174) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:33.618463 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:33.624195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.677626 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.678897 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.812312 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:33.902666 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Allocated IP 172.20.0.2 (867a9a56-d621-4ddc-b4dc-749b9446b133/581c8da4-9213-473a-80c3-577d60e25aaa/d4e553da-e8e4-47fc-b466-3719699b19fa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:33.919399 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67373aa7-009e-4811-ac28-5c1fffe86cfe,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:34.061364 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.097610 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.107711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Transition to ACTIVE for port object d4e553da-e8e4-47fc-b466-3719699b19fa will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:34.127768 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Transition to ACTIVE for port object d4e553da-e8e4-47fc-b466-3719699b19fa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:34.142769 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.143624 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4893a8-e08c-4826-bea4-af274e40c5e9 None None] Network 09dc1b33-9880-4960-9f01-f8a106142938 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:34.181908 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.195149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Checking segment: {'id': '52ec2e7a-65db-4154-84e6-210368a89f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:34.196115 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Network hostable DHCP agents. Network: cba8497c-62c0-45fe-a963-d2e372df1c84, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:04:34.279749 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.280772 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.296638 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Network cba8497c-62c0-45fe-a963-d2e372df1c84 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:04:34.360205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:34.367864 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:34.379344 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:34.383628 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.414789 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Allocated IP 172.27.2.31 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/01a25d46-8536-47ea-9c0f-41e2b7e459df) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:34.440504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d4e553da-e8e4-47fc-b466-3719699b19fa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:34.451381 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.451730 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.454529 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.456192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.456724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.457796 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.460639 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.461194 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.461738 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.462375 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.462883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.463384 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Tracked resource versions report: Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: pushed versions: Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: { 'AddressGroup': {'1.2'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Log': {'1.0'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Network': {'1.1'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Port': {'1.7'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'PortForwarding': {'1.2'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'QosPolicy': {'1.9'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroup': {'1.4'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SubPort': {'1.0'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Subnet': {'1.1'}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Trunk': {'1.1'}} Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: consumer versions: Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: HyperV agent@hv-cinder-80300: {}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'ConntrackHelper': '1.0', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Log': '1.0', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Network': '1.1', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Port': '1.7', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'PortForwarding': '1.2', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'QosPolicy': '1.9', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroup': '1.4', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SecurityGroupRule': '1.2', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'SubPort': '1.0', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Subnet': '1.1', Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: 'Trunk': '1.1'}} Aug 10 12:04:34.468199 dv-cinder-803000-7-iscsi neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:04:34.505007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9739f57d-558b-4f5a-be85-920c6cf94260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.517852 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39212) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:34.603693 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7787e1bb-9757-478b-a5e4-1d0d38823364 None None] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:34.608092 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Attempting to bind port d4e553da-e8e4-47fc-b466-3719699b19fa on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:34.608470 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Attempting to bind port d4e553da-e8e4-47fc-b466-3719699b19fa by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:34.608855 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Attempting to bind port d4e553da-e8e4-47fc-b466-3719699b19fa on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:34.649125 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:34.649498 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Checking segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:34.649903 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.650303 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Bound using segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:34.650781 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Bound port: d4e553da-e8e4-47fc-b466-3719699b19fa, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:34.651164 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.680821 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, cba8497c-62c0-45fe-a963-d2e372df1c84) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:34.687295 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:34.687726 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.706569 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.720568 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2bdabdb8-d2fe-4ead-b1ca-2610f262e626 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7752788 Aug 10 12:04:34.748461 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff4456-7d99-4d30-919f-cc6c77f912c3 None None] Network cba8497c-62c0-45fe-a963-d2e372df1c84 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:34.761238 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0caf9878-03d8-4b30-98c1-2295472d3abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.762529 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39238) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:34.767609 dv-cinder-803000-7-iscsi neutron-server[93499]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 12:04:34.891362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0caf9878-03d8-4b30-98c1-2295472d3abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:34.922871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0caf9878-03d8-4b30-98c1-2295472d3abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.022548 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9878-03d8-4b30-98c1-2295472d3abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8fc654-b293-49e5-aa88-28edbe9ec872,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:35.061235 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39252) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:35.116426 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-0caf9878-03d8-4b30-98c1-2295472d3abb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=048cef6662b042a9abefa2fa1ecb7f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5961418 Aug 10 12:04:35.119038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39258) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:35.138758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.147753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] For port d4e553da-e8e4-47fc-b466-3719699b19fa, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:35.187147 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.202442 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] For port d4e553da-e8e4-47fc-b466-3719699b19fa, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d4e553da-e8e4-47fc-b466-3719699b19fa,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:35.212687 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-461c1b91-f4fa-4f45-baab-d101be8b27db tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:35.225098 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-461c1b91-f4fa-4f45-baab-d101be8b27db tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.4586787 Aug 10 12:04:35.243881 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.254448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Pushing event updated for resources: {'Port': ['ID=01a25d46-8536-47ea-9c0f-41e2b7e459df,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:35.255424 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151447c4-5cea-49a2-8eaf-fbeb8815476b None None] Network cba8497c-62c0-45fe-a963-d2e372df1c84 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:35.258051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.284395 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1e7cd1-c458-4630-8ac8-76e1b4dc48b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.295166 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:35.305571 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:35.308483 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:35.370211 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Allocated IP 172.27.2.167 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/0df6699e-caf0-46db-81f5-59fba72b5d15) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:35.393128 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-89b120c1-d41b-47f0-b87e-2bfbf2cec438 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/quotas/b247cbfe85c241ed98a2b1576eaa6d70 HTTP/1.1" status: 200 len: 375 time: 0.1669462 Aug 10 12:04:35.426587 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10893f9-d714-4cb4-ac93-cdb64320f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d4e553da-e8e4-47fc-b466-3719699b19fa,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:35.493535 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.511951 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-9d44a959-3ed6-46e0-a853-8e637b91153d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170740 Aug 10 12:04:35.537622 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39280) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:35.649700 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.741392 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-653f12e1-c3c9-46f7-86e4-2c3e5eef4c4a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:04:35.742728 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-653f12e1-c3c9-46f7-86e4-2c3e5eef4c4a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1433651 Aug 10 12:04:35.838974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.842078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.843228 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd8fc654-b293-49e5-aa88-28edbe9ec872 HTTP/1.1" status: 204 len: 168 time: 0.7231150 Aug 10 12:04:35.863076 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.877787 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-31f98702-1f37-4e8d-9e44-4146e013a8f1 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:35.879293 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-31f98702-1f37-4e8d-9e44-4146e013a8f1 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/networks?id=cba8497c-62c0-45fe-a963-d2e372df1c84 HTTP/1.1" status: 200 len: 811 time: 0.3401423 Aug 10 12:04:35.888446 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cadf64-6191-40cf-b4c1-572c0e552d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8fc654-b293-49e5-aa88-28edbe9ec872,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:35.892131 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.927840 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-65bb715e-01fc-400f-9cfb-fa3100b9703f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/quotas/5f6e5d575eaa44febedb16750920e068 HTTP/1.1" status: 200 len: 375 time: 0.0228348 Aug 10 12:04:35.943477 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1e7cd1-c458-4630-8ac8-76e1b4dc48b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.957149 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-e497e9ed-3134-4ac7-9619-cf77e9d8936b service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877949 Aug 10 12:04:35.973583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1e7cd1-c458-4630-8ac8-76e1b4dc48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:35.979092 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-2e43f0a8-3265-483e-8139-17ebadccc9d6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f6e5d575eaa44febedb16750920e068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415258 Aug 10 12:04:36.014810 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.058669 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.083591 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-de1e7cd1-c458-4630-8ac8-76e1b4dc48b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea4edee8ae9f46a7a790292ef429fe20&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0201395 Aug 10 12:04:36.089795 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39292) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:36.093443 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e7cd1-c458-4630-8ac8-76e1b4dc48b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5af8792-95a2-4d5e-8994-a755bd2db886,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:36.132105 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-dae4ab54-e78d-46d9-90ac-34b7f62f07c1 service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570463 Aug 10 12:04:36.134092 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:36.134979 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6699e-caf0-46db-81f5-59fba72b5d15,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:36.139670 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:36.142683 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:36.330476 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-570c740c-9179-4bb5-b943-9a966be42182 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:04:36.337859 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-570c740c-9179-4bb5-b943-9a966be42182 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1014924 Aug 10 12:04:36.668678 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-4aaa9d18-80b1-49f8-9a68-1dbe37a3dfbc service neutron] 10.222.0.64 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296900 Aug 10 12:04:36.672723 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39320) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:36.697960 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.705157 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.770891 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d4e553da-e8e4-47fc-b466-3719699b19fa up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:36.774453 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d90de3c0-eecd-469b-9541-e0d82d13089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.776915 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.777234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.922077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d5488-741f-401f-baaf-b72cd007cd11 None None] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:04:36.960193 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.963325 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:36.964837 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5af8792-95a2-4d5e-8994-a755bd2db886 HTTP/1.1" status: 204 len: 168 time: 0.8667734 Aug 10 12:04:36.982570 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3547-dfd9-4b45-a094-7bb692c63027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5af8792-95a2-4d5e-8994-a755bd2db886,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:36.986387 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Router 8d24ca9d-60f3-49db-9c45-069f0324684c is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:04:37.120345 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b4ec356a-84a0-47de-b4af-ca1fd9ec8d56 req-039fac9a-545a-4043-bbf0-8663af83ef5d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.0858810 Aug 10 12:04:37.219170 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-cbae6123-321c-4413-87f1-4339bdba2234 service neutron] 10.222.0.64 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493507 Aug 10 12:04:37.311422 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:04:37.326541 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:04:37.361693 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:37.364056 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:37.398598 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port d4e553da-e8e4-47fc-b466-3719699b19fa completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:37.423154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.436659 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-64309582-d770-40f6-a5da-36928615e556 None None] Provisioning for port d4e553da-e8e4-47fc-b466-3719699b19fa completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:37.445281 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-64309582-d770-40f6-a5da-36928615e556 None None] Provisioning complete for port d4e553da-e8e4-47fc-b466-3719699b19fa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:37.445753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64309582-d770-40f6-a5da-36928615e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.533199 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.618677 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64309582-d770-40f6-a5da-36928615e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.638516 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d90de3c0-eecd-469b-9541-e0d82d13089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.659802 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.665335 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-dd539462-c71c-4311-8620-7d0982e1fb32 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8943686 Aug 10 12:04:37.666138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39364) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:37.740961 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-64309582-d770-40f6-a5da-36928615e556 None None] For port d4e553da-e8e4-47fc-b466-3719699b19fa, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d4e553da-e8e4-47fc-b466-3719699b19fa,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:04:37.749041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64309582-d770-40f6-a5da-36928615e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.773030 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b4aa837c-3719-49ec-a147-5c367b4ab4e9 req-0b71dd1a-9a69-44d8-b2df-986fa6c8678e tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.1253223 Aug 10 12:04:37.775753 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d90de3c0-eecd-469b-9541-e0d82d13089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.782184 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:37.803907 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39372) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:37.836863 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d90de3c0-eecd-469b-9541-e0d82d13089d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c32d32d4e9940d3ae62f62d1e0f1318&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1545477 Aug 10 12:04:37.839367 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:37.856442 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90de3c0-eecd-469b-9541-e0d82d13089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e0e75-149f-4a13-bff0-084998135da9,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:37.862709 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4f60fc0-ad05-4f32-ad1d-661a74fd5d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.877401 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64309582-d770-40f6-a5da-36928615e556 None None] Pushing event updated for resources: {'Port': ['ID=d4e553da-e8e4-47fc-b466-3719699b19fa,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:37.901974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-160b3fe3-69ff-4f1b-90b8-09fa9a262c2b None None] Provisioning complete for port d4e553da-e8e4-47fc-b466-3719699b19fa triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:37.903225 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-160b3fe3-69ff-4f1b-90b8-09fa9a262c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.960006 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:37.987608 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.148297 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:35Z', 'revision_number': 3, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:38.211400 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:04:38.211765 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Updating router 8d24ca9d-60f3-49db-9c45-069f0324684c port 01a25d46-8536-47ea-9c0f-41e2b7e459df binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:04:38.235513 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.242871 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.253490 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f6e0e75-149f-4a13-bff0-084998135da9 HTTP/1.1" status: 204 len: 168 time: 0.3917713 Aug 10 12:04:38.300163 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.304376 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:04:38.396729 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a759a-d5a5-4630-8a1c-5330237c4680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e0e75-149f-4a13-bff0-084998135da9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:38.444239 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f46678e6-6026-4be3-8108-2899c01fe9e7 req-2fe828a3-f361-4b62-98bd-6c7081963f13 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.1655984 Aug 10 12:04:38.556214 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4f60fc0-ad05-4f32-ad1d-661a74fd5d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.568001 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e4f60fc0-ad05-4f32-ad1d-661a74fd5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.666560 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e4f60fc0-ad05-4f32-ad1d-661a74fd5d4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=006b4cb7c1464b5db23330e7580744fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8281779 Aug 10 12:04:38.669259 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39428) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:38.682673 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f60fc0-ad05-4f32-ad1d-661a74fd5d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdd0c1-7e7d-4108-8570-abc0870dba87,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:38.714234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:04:38.727689 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Sync routers for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:04:38.732487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d4e553da-e8e4-47fc-b466-3719699b19fa up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:38.771848 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.773171 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-25014958-aecf-4415-b533-afc30eced467 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1635160 Aug 10 12:04:38.775929 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39434) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:38.882517 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.888968 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:38.889655 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:38.892389 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port d4e553da-e8e4-47fc-b466-3719699b19fa triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:38.892759 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.921410 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Transition to ACTIVE for port object 01a25d46-8536-47ea-9c0f-41e2b7e459df will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:38.943423 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.963319 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:38.995078 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-257707a3-374c-4cb4-874c-078550e6e60c req-10327e99-4bcb-47ad-af4a-5986540010a3 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0931034 Aug 10 12:04:39.049261 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Pushing event updated for resources: {'Port': ['ID=01a25d46-8536-47ea-9c0f-41e2b7e459df,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:39.057188 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.061318 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.061725 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.062068 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.062696 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.063037 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.063371 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.064050 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.064050 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.064485 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.064668 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.065048 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.065996 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Tracked resource versions report: Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: pushed versions: Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: { 'AddressGroup': {'1.2'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Log': {'1.0'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Network': {'1.1'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Port': {'1.7'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'PortForwarding': {'1.2'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'QosPolicy': {'1.9'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroup': {'1.4'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SubPort': {'1.0'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Subnet': {'1.1'}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Trunk': {'1.1'}} Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: consumer versions: Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: { DHCP agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: HyperV agent@hv-cinder-80300: {}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: L3 agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: Metadata agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: Metering agent@dv-cinder-803000-7-iscsi: {}, Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: Open vSwitch agent@dv-cinder-803000-7-iscsi: { 'AddressGroup': '1.2', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'ConntrackHelper': '1.0', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Log': '1.0', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Network': '1.1', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Port': '1.7', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'PortForwarding': '1.2', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'QosPolicy': '1.9', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroup': '1.4', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SecurityGroupRule': '1.2', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'SubPort': '1.0', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Subnet': '1.1', Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: 'Trunk': '1.1'}} Aug 10 12:04:39.068109 dv-cinder-803000-7-iscsi neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:04:39.087578 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.101980 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39448) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:39.132364 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Attempting to bind port 01a25d46-8536-47ea-9c0f-41e2b7e459df on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:39.132743 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Attempting to bind port 01a25d46-8536-47ea-9c0f-41e2b7e459df by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:39.133136 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Attempting to bind port 01a25d46-8536-47ea-9c0f-41e2b7e459df on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:39.152627 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:39.162214 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:39.164410 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.164837 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:39.165792 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Bound port: 01a25d46-8536-47ea-9c0f-41e2b7e459df, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:39.165792 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.316482 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] For port 01a25d46-8536-47ea-9c0f-41e2b7e459df, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:39.319648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:39.321755 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] For port 01a25d46-8536-47ea-9c0f-41e2b7e459df, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=01a25d46-8536-47ea-9c0f-41e2b7e459df,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:39.330661 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.441749 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Allocated IP 172.20.0.1 (867a9a56-d621-4ddc-b4dc-749b9446b133/581c8da4-9213-473a-80c3-577d60e25aaa/90a3bab3-85c2-4259-922b-951bcac46fcb) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:39.454722 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:39.456348 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:39.576335 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6e72-2e1a-4076-99cd-4ecec7fb94c3 None None] Pushing event updated for resources: {'Port': ['ID=01a25d46-8536-47ea-9c0f-41e2b7e459df,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:39.578646 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.600115 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Transition to ACTIVE for port object 90a3bab3-85c2-4259-922b-951bcac46fcb will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:39.646911 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.675033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:39.700958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:39.716688 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:39.718414 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.815220 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:39.839202 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c4721c-664d-4941-8a3c-7cd9233ccb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.866619 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:39.875251 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-494bc11a-75c0-4980-b6e6-cebc5976133b req-7adde08c-b8d0-4fab-9848-52a3ea8e4781 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.1576259 Aug 10 12:04:39.929680 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Pushing event updated for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:39.957797 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:36Z', 'revision_number': 3, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:39.980240 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.984438 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:39.985983 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5abdd0c1-7e7d-4108-8570-abc0870dba87 HTTP/1.1" status: 204 len: 168 time: 1.3157306 Aug 10 12:04:40.006245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ba02-0e92-4f01-8cf0-b92211415da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdd0c1-7e7d-4108-8570-abc0870dba87,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:40.071912 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Checking router: a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:04:40.072326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Updating router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb port 0df6699e-caf0-46db-81f5-59fba72b5d15 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:04:40.105108 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.177838 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.252690 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c4721c-664d-4941-8a3c-7cd9233ccb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.265187 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-28c4721c-664d-4941-8a3c-7cd9233ccb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.298190 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:35Z', 'revision_number': 3, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:40.377447 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.381767 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-28c4721c-664d-4941-8a3c-7cd9233ccb78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfa3dcc9f5a84645b5b7871c0310d55f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2786086 Aug 10 12:04:40.388292 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39480) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:40.423791 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e71090a3-061c-456e-87d2-53b41a15e0d7 None None] Provisioning for port 90a3bab3-85c2-4259-922b-951bcac46fcb completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:40.426437 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3c5e4749-c51f-4810-a7cf-1c27fd834b92 req-ce7deeca-35e7-4d3e-ac0c-9e563ee6468c tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0560365 Aug 10 12:04:40.451719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4721c-664d-4941-8a3c-7cd9233ccb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac92b43-b241-4ace-b9e9-11775d27b55e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:40.472919 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e71090a3-061c-456e-87d2-53b41a15e0d7 None None] Provisioning complete for port 90a3bab3-85c2-4259-922b-951bcac46fcb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:40.475041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e71090a3-061c-456e-87d2-53b41a15e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.507125 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-622f3b66-fd02-4f48-949c-0edc240f33fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.558502 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977201-e2d7-437f-9c66-fa07acc5b0c1 None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:35Z', 'revision_number': 3, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:04:40.583958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.66', 56346) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:40.747404 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e71090a3-061c-456e-87d2-53b41a15e0d7 None None] Port 90a3bab3-85c2-4259-922b-951bcac46fcb cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:04:40.838706 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.889815 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Allocated IP 172.20.0.1 (09dc1b33-9880-4960-9f01-f8a106142938/f91c3030-ad00-4444-b887-87baa3177b90/a63c1a79-4368-4a93-a758-d8eea6b283ae) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:40.921067 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.939789 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.960068 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.961043 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:40.988505 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.006288 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Transition to ACTIVE for port object 0df6699e-caf0-46db-81f5-59fba72b5d15 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:41.046288 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.096369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079572b7-2dbb-4193-8037-d54207de9b27 None None] Pushing event updated for resources: {'Port': ['ID=0df6699e-caf0-46db-81f5-59fba72b5d15,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:41.149184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Attempting to bind port 0df6699e-caf0-46db-81f5-59fba72b5d15 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:41.149565 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Attempting to bind port 0df6699e-caf0-46db-81f5-59fba72b5d15 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:41.149928 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Attempting to bind port 0df6699e-caf0-46db-81f5-59fba72b5d15 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:41.170447 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:41.170846 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:41.171242 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.179210 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:41.181423 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Bound port: 0df6699e-caf0-46db-81f5-59fba72b5d15, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:41.182988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.204941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.66', 56351) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:41.346616 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] For port 0df6699e-caf0-46db-81f5-59fba72b5d15, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:41.355480 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] For port 0df6699e-caf0-46db-81f5-59fba72b5d15, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=0df6699e-caf0-46db-81f5-59fba72b5d15,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:41.369314 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.472211 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-95dcb7f7-321e-4bff-9392-90d2b2e4e25a req-c4a1ccc3-5d45-4f0a-9298-f62c28a613cd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.1193159 Aug 10 12:04:41.494218 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Pushing event updated for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:41.532300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:41.533339 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:41.551374 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.557993 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.561003 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ac92b43-b241-4ace-b9e9-11775d27b55e HTTP/1.1" status: 204 len: 168 time: 1.1386280 Aug 10 12:04:41.591502 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079572b7-2dbb-4193-8037-d54207de9b27 None None] Pushing event updated for resources: {'Port': ['ID=0df6699e-caf0-46db-81f5-59fba72b5d15,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:41.599518 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ddffd-4cfa-49f8-9e1a-d475d71a5882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac92b43-b241-4ace-b9e9-11775d27b55e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:41.674947 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cd5f150d-8679-4be1-96ac-acb6e589672b req-fd5ddd1f-a248-4814-9f11-d7c19eed5b03 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0576510 Aug 10 12:04:41.685090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.690161 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:41.742042 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.797491 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Network 09dc1b33-9880-4960-9f01-f8a106142938 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:41.798646 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:41.804351 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:41.810884 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:41.811373 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.826713 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:41.876473 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-622f3b66-fd02-4f48-949c-0edc240f33fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:41.880662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:41.960864 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:36Z', 'revision_number': 3, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:42.072575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a88697-c40d-4cb9-9b22-ee9d6386aa2c None None] The sync data for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi is: [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:36Z', 'revision_number': 3, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:04:42.128891 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-622f3b66-fd02-4f48-949c-0edc240f33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:42.240896 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:42.245360 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-32ab7627-5842-4acf-8fee-5417f510467b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:42.247485 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-32ab7627-5842-4acf-8fee-5417f510467b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 1.6612346 Aug 10 12:04:42.306111 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-71a6a208-d5c6-424a-9004-dbdb194df071 None None] Provisioning complete for port 90a3bab3-85c2-4259-922b-951bcac46fcb triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:42.306462 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71a6a208-d5c6-424a-9004-dbdb194df071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:42.327334 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Request body: {'port': {'device_id': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'admin_state_up': True, 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:42.441147 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-71a6a208-d5c6-424a-9004-dbdb194df071 None None] Port 90a3bab3-85c2-4259-922b-951bcac46fcb cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:04:42.494322 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-622f3b66-fd02-4f48-949c-0edc240f33fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=795dc398301043dca1539140006c11b2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6221397 Aug 10 12:04:42.502595 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:42.856283 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9b1e9716-cbd0-47b1-a8d8-0579ac064d33 req-6d5a8702-6266-40c6-8560-09df0a33b963 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.1166484 Aug 10 12:04:42.859276 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39564) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:42.879967 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 01a25d46-8536-47ea-9c0f-41e2b7e459df up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:42.880812 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3b66-fd02-4f48-949c-0edc240f33fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dc2640-076a-4066-b7a6-a82d77a7ea31,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:42.950050 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3893d23-367f-4606-9315-cb4d9e8e2b8e req-187d6fbe-e583-487c-984d-7c61cb7d3043 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0893295 Aug 10 12:04:42.985241 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-624dc056-4aef-4a38-b97a-4e3cf96f0f1f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:42.987302 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-624dc056-4aef-4a38-b97a-4e3cf96f0f1f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.66 "GET /v2.0/networks?id=cba8497c-62c0-45fe-a963-d2e372df1c84 HTTP/1.1" status: 200 len: 811 time: 1.6873343 Aug 10 12:04:43.031664 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:04:43.038003 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.045814 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 01a25d46-8536-47ea-9c0f-41e2b7e459df completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:43.062013 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 01a25d46-8536-47ea-9c0f-41e2b7e459df triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:43.064369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.155172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.185191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Request body: {'port': {'device_id': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84', 'admin_state_up': True, 'tenant_id': '5f6e5d575eaa44febedb16750920e068'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:43.267939 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-468d6d4c-6f76-40e2-8862-b876b7dac957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.307279 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.310849 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.314884 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12dc2640-076a-4066-b7a6-a82d77a7ea31 HTTP/1.1" status: 204 len: 168 time: 0.8118346 Aug 10 12:04:43.315849 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.366505 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:43.373282 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 01a25d46-8536-47ea-9c0f-41e2b7e459df, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=01a25d46-8536-47ea-9c0f-41e2b7e459df,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:04:43.380588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.381606 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.559448 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-468d6d4c-6f76-40e2-8862-b876b7dac957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.559738 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=01a25d46-8536-47ea-9c0f-41e2b7e459df,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:43.563348 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-468d6d4c-6f76-40e2-8862-b876b7dac957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.572137 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7472-8403-43de-b203-6386febffa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dc2640-076a-4066-b7a6-a82d77a7ea31,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:43.617322 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6d4c-6f76-40e2-8862-b876b7dac957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd11683-cb75-440b-8e10-997f5efd22a7,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:43.650506 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-468d6d4c-6f76-40e2-8862-b876b7dac957 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=809e4ae7fd954f579b05e030b49f3985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858460 Aug 10 12:04:43.655270 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39580) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:43.678258 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.690795 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.692036 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.893285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:43.982533 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:44.055254 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:44.084066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:04:44.099894 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:04:44.106228 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-64776bcc-443a-456e-a83c-5e62f923203b admin admin] 10.222.0.64 "PUT /v2.0/routers/8d24ca9d-60f3-49db-9c45-069f0324684c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4379418 Aug 10 12:04:44.138639 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:44.141180 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:44.395205 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d4a1e316-4122-4209-83bb-a8016626eb2e req-3e1b2027-3b6b-4e5f-945a-543c45d4079d tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.2583442 Aug 10 12:04:44.435338 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-34007766-229c-47aa-a035-4abf41e451de req-4419ea5f-70c3-409b-b528-0bc635da4c9e tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.3489745 Aug 10 12:04:44.450440 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:44.452919 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:44.454304 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bd11683-cb75-440b-8e10-997f5efd22a7 HTTP/1.1" status: 204 len: 168 time: 0.7976329 Aug 10 12:04:44.457992 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Made reservation on behalf of 5f6e5d575eaa44febedb16750920e068 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:44.464088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:44.476197 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:44.527397 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Network 09dc1b33-9880-4960-9f01-f8a106142938 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:44.532719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:44.537585 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e1e27-d29b-41fb-9d05-5b3d54d24889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd11683-cb75-440b-8e10-997f5efd22a7,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:44.859113 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Allocated IP 172.20.0.6 (cba8497c-62c0-45fe-a963-d2e372df1c84/67373aa7-009e-4811-ac28-5c1fffe86cfe/0cc4e39f-e918-4e08-88e4-f640f970a50f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:44.951908 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:04:44.956479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 01a25d46-8536-47ea-9c0f-41e2b7e459df up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:45.099896 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 2, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:45.114482 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 01a25d46-8536-47ea-9c0f-41e2b7e459df triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:45.117089 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:45.291672 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:04:45.303351 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Updating router 8d24ca9d-60f3-49db-9c45-069f0324684c port 90a3bab3-85c2-4259-922b-951bcac46fcb binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:04:45.365739 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0df6699e-caf0-46db-81f5-59fba72b5d15 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:45.442939 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Allocated IP 172.20.0.2 (e4919ca7-8a37-455a-8f5b-ffe460b1158a/3956d6fd-64b8-4c93-a215-b8afbb9676aa/9deb9d25-3331-472e-8af1-a2f98a15b8a3) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:45.443658 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:04:45.443658 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b7713b76-c01e-49ff-878a-6edd2a3ccbb5 admin admin] 10.222.0.64 "PUT /v2.0/routers/a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6620145 Aug 10 12:04:45.444170 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:45.554688 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Sync routers for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:04:45.654349 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:45.657544 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:45.715468 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-82be3d30-50b7-401a-846f-354459ce5a1a req-fd575f9a-8776-4624-8577-72acdc34f9b6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0743313 Aug 10 12:04:45.762507 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39634) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:45.769123 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506676871', 'description': 'tempest-description--789118273'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:45.862436 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:45.881323 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 0df6699e-caf0-46db-81f5-59fba72b5d15 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:45.926959 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 0df6699e-caf0-46db-81f5-59fba72b5d15 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:45.926959 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.013823 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.046657 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a94189f9-3a04-4a6f-92d0-f35d8afff407 req-0a2660b0-41e0-4f01-a8ea-1d25d6c2e57f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.1288607 Aug 10 12:04:46.058399 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:46.146590 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.191804 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.271488 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.317752 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.331531 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 0df6699e-caf0-46db-81f5-59fba72b5d15, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=0df6699e-caf0-46db-81f5-59fba72b5d15,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:04:46.348505 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.360637 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.366023 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.373616 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Transition to ACTIVE for port object 90a3bab3-85c2-4259-922b-951bcac46fcb will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:46.382254 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.442881 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.443785 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6307ae-d57f-45e4-ae61-9341d8234a4e None None] Pushing event updated for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:46.447226 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6833212 Aug 10 12:04:46.458346 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39658) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:46.509981 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group_rule': {'security_group_id': 'd673ba2e-62bc-4f2d-85c2-087a30b4313d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:46.669482 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=0df6699e-caf0-46db-81f5-59fba72b5d15,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:46.681941 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.691793 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Attempting to bind port 90a3bab3-85c2-4259-922b-951bcac46fcb on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:46.692175 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Attempting to bind port 90a3bab3-85c2-4259-922b-951bcac46fcb by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:46.695300 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Attempting to bind port 90a3bab3-85c2-4259-922b-951bcac46fcb on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:46.713456 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.713660 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:46.714050 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Checking segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:46.714460 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.714863 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Bound using segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:46.715368 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Bound port: 90a3bab3-85c2-4259-922b-951bcac46fcb, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:46.715832 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.765564 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:46.769461 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event updated for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:46.896328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Pushing event updated for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:46.926978 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:46.937711 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:46.957228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:42Z', 'revision_number': 4, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'a63c1a79-4368-4a93-a758-d8eea6b283ae', 'name': '', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'mac_address': 'fa:16:3e:2f:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:40Z', 'updated_at': '2021-08-10T12:04:42Z', 'revision_number': 2, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'subnets': [{'id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:46.962693 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:46.962693 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:46.977251 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.019059 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c1287-9bb4-4848-9b9b-e8fd61735d74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d673ba2e-62bc-4f2d-85c2-087a30b4313d,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:47.029447 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.034765 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Checking router: a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:04:47.035140 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Updating router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb port a63c1a79-4368-4a93-a758-d8eea6b283ae binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:04:47.052363 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] For port 90a3bab3-85c2-4259-922b-951bcac46fcb, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:47.068412 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] For port 90a3bab3-85c2-4259-922b-951bcac46fcb, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=90a3bab3-85c2-4259-922b-951bcac46fcb,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:47.076700 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Network cba8497c-62c0-45fe-a963-d2e372df1c84 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:47.083619 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.084224 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.095175 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:47.107788 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:47.127889 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:47.128567 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.138019 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-55c9a2b2-fc63-4e32-a37f-950f9022ca22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8305225 Aug 10 12:04:47.175394 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.177323 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7103741 Aug 10 12:04:47.189945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39696) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:47.204877 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group_rule': {'security_group_id': 'd673ba2e-62bc-4f2d-85c2-087a30b4313d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:47.220661 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-a4fdd9cd-01c8-4617-ac12-9bd4e63dc400 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0447328 Aug 10 12:04:47.222568 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4f6ae-e20b-40cb-af3a-780e61965f79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510c70cb-4a41-4b3e-8bc9-12e0bf7ce51d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:47.290603 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:47.291011 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:47.305894 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.330078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b43b4-9be3-4432-acfc-0b673fdecbd9 req-94e18d45-6834-4698-b4b5-5620cc37c477 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:47.338572 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc3b43b4-9be3-4432-acfc-0b673fdecbd9 req-94e18d45-6834-4698-b4b5-5620cc37c477 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 931 time: 0.3579109 Aug 10 12:04:47.490458 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc3b43b4-9be3-4432-acfc-0b673fdecbd9 req-16681c20-0933-446d-a83a-8d2b1c4b369a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Aug 10 12:04:47.692857 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-ec9a22fa-37e8-4d6d-ae88-3178413c37d8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:04:47.697948 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-ec9a22fa-37e8-4d6d-ae88-3178413c37d8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1607459 Aug 10 12:04:47.714763 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-53721992-1662-46b0-a153-b359aeb413e8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:04:47.719935 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-53721992-1662-46b0-a153-b359aeb413e8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1790459 Aug 10 12:04:47.740232 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:47.864937 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.875359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.904548 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b483e4-786c-4edf-b711-60a626063cbe,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:47.917941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:47.924602 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c5b78424-0dc1-41ec-bb1f-027cb0602828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7302854 Aug 10 12:04:47.924992 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39730) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:47.939951 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:47.991735 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-28ac5148-90c7-405b-a561-cc121f7ab4b7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:48.007571 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-28ac5148-90c7-405b-a561-cc121f7ab4b7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 819 time: 0.3346379 Aug 10 12:04:48.013122 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:48.073237 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-2b48d2ef-364f-4d99-97be-8e5c25cdcb97 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/quotas/efc500600c1a4875bcabc280800658f0 HTTP/1.1" status: 200 len: 375 time: 0.0627353 Aug 10 12:04:48.186573 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6307ae-d57f-45e4-ae61-9341d8234a4e None None] Pushing event updated for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:48.278432 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:48.297021 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43934f-cd22-414c-b865-7092a449cfab req-c36d9bf3-e782-4b93-a2d9-f9e22cd9f47d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:48.302932 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3f43934f-cd22-414c-b865-7092a449cfab req-c36d9bf3-e782-4b93-a2d9-f9e22cd9f47d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 931 time: 0.2688036 Aug 10 12:04:48.358234 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-07a142d4-a3f6-407c-afdf-13a9b97d8a8f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2831218 Aug 10 12:04:48.552560 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Allocated IP 172.27.2.73 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/46e4f9f2-cfa9-4646-b47c-234fa976228e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:04:48.617188 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:47Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:48.721099 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9d30e-56a1-430c-87d8-bd8cb8d3fbc8 None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:47Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:04:48.750669 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0df6699e-caf0-46db-81f5-59fba72b5d15 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:48.862585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Request body: {'port': {'device_id': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:48.906746 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Request body: {'port': {'device_id': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:49.092584 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.121169 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3f43934f-cd22-414c-b865-7092a449cfab req-bb519611-ca64-4e44-b323-a670857eb4bf tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401338 Aug 10 12:04:49.144122 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.144689 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39754) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:49.180135 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-1fa4921a-9ce3-4e9d-b494-35197a29f6e2 service neutron] 10.222.0.64 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204677 Aug 10 12:04:49.190612 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Transition to ACTIVE for port object a63c1a79-4368-4a93-a758-d8eea6b283ae will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:49.222166 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 0df6699e-caf0-46db-81f5-59fba72b5d15 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:49.223261 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.292540 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.355568 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.384066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.517386 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-f5cd6b17-9f26-4c1f-ab44-b438a4b2ee26 service neutron] 10.222.0.64 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158441 Aug 10 12:04:49.567355 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.581372 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3dc96-a006-4c15-8765-d87a2424ab84 req-ac87ad23-b340-41c7-8089-3bbaffbcab08 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:49.582951 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7a3dc96-a006-4c15-8765-d87a2424ab84 req-ac87ad23-b340-41c7-8089-3bbaffbcab08 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 931 time: 0.2084701 Aug 10 12:04:49.584110 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2814565c-8aa9-4fed-aeb3-7165d07c8da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.827575 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7a3dc96-a006-4c15-8765-d87a2424ab84 req-807c7eff-a020-43d3-af7e-125b99058dc8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251070 Aug 10 12:04:49.843659 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a905-e2e6-4687-a4f5-2911c7941dbc None None] Pushing event updated for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:49.894966 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Attempting to bind port a63c1a79-4368-4a93-a758-d8eea6b283ae on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:49.900305 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Attempting to bind port a63c1a79-4368-4a93-a758-d8eea6b283ae by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:49.900735 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Attempting to bind port a63c1a79-4368-4a93-a758-d8eea6b283ae on network 09dc1b33-9880-4960-9f01-f8a106142938 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:49.917261 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:49.927564 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Checking segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:49.927564 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:49.927564 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Bound using segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:49.927564 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Bound port: a63c1a79-4368-4a93-a758-d8eea6b283ae, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:49.927564 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:50.036036 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8082f0de-5ced-487d-a90b-a654e5b44312 req-493b8fdd-e0a9-4cea-b3a8-0799e31904cc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 210 time: 0.1109817 Aug 10 12:04:50.085577 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] For port a63c1a79-4368-4a93-a758-d8eea6b283ae, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:50.096908 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] For port a63c1a79-4368-4a93-a758-d8eea6b283ae, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a63c1a79-4368-4a93-a758-d8eea6b283ae,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:50.152213 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:50.191848 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:04:50.214087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2814565c-8aa9-4fed-aeb3-7165d07c8da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:50.220416 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2814565c-8aa9-4fed-aeb3-7165d07c8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:50.286080 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:04:50.370906 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:04:50.372686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:04:50.373380 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:04:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:50.486331 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a905-e2e6-4687-a4f5-2911c7941dbc None None] Pushing event updated for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:50.510244 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814565c-8aa9-4fed-aeb3-7165d07c8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7af039-842d-474e-8d6d-33dc6132eb5f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:50.569482 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:04:50.595260 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2814565c-8aa9-4fed-aeb3-7165d07c8da6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ca10724fa054ea78a72a32c4412a0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4384644 Aug 10 12:04:50.597954 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39802) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:50.647661 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=46e4f9f2-cfa9-4646-b47c-234fa976228e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:50.908404 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55483e-c269-4b0c-990a-450815dc3083 req-cbe24b2e-da05-4800-b625-5f4875c030a7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:50.916572 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f55483e-c269-4b0c-990a-450815dc3083 req-cbe24b2e-da05-4800-b625-5f4875c030a7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 931 time: 0.5690963 Aug 10 12:04:50.932332 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 90a3bab3-85c2-4259-922b-951bcac46fcb up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:50.933110 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc4e39f-e918-4e08-88e4-f640f970a50f {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:04:50.944587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:50.959923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Transition to ACTIVE for port object 0cc4e39f-e918-4e08-88e4-f640f970a50f will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:50.971388 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.003331 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.055573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.067712 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 90a3bab3-85c2-4259-922b-951bcac46fcb completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:51.073464 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 90a3bab3-85c2-4259-922b-951bcac46fcb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:51.074947 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.077341 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.113224 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-8c715244-9dae-49bb-bd5b-3c10146a66c7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:51.121960 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-8c715244-9dae-49bb-bd5b-3c10146a66c7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 819 time: 0.4371357 Aug 10 12:04:51.140070 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:42Z', 'revision_number': 4, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'a63c1a79-4368-4a93-a758-d8eea6b283ae', 'name': '', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'mac_address': 'fa:16:3e:2f:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:40Z', 'updated_at': '2021-08-10T12:04:50Z', 'revision_number': 4, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'subnets': [{'id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:04:51.143248 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.145930 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.160799 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b7af039-842d-474e-8d6d-33dc6132eb5f HTTP/1.1" status: 204 len: 168 time: 0.5615990 Aug 10 12:04:51.190070 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f55483e-c269-4b0c-990a-450815dc3083 req-daeba360-f887-4977-b62b-570628ae13c4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722442 Aug 10 12:04:51.209661 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-1ca9bb59-154f-4fb2-8b82-9c29332fe907 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/quotas/efc500600c1a4875bcabc280800658f0 HTTP/1.1" status: 200 len: 375 time: 0.0869732 Aug 10 12:04:51.221949 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb4664-45fb-4e6f-b1a7-c84fd63c2c73 None None] The sync data for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi is: [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:04:42Z', 'revision_number': 4, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'a63c1a79-4368-4a93-a758-d8eea6b283ae', 'name': '', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'mac_address': 'fa:16:3e:2f:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:40Z', 'updated_at': '2021-08-10T12:04:50Z', 'revision_number': 4, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'subnets': [{'id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:04:51.291880 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eee7c-caf8-4311-ad87-ab3c9491ac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7af039-842d-474e-8d6d-33dc6132eb5f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:51.334994 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.404450 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 90a3bab3-85c2-4259-922b-951bcac46fcb, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=90a3bab3-85c2-4259-922b-951bcac46fcb,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:04:51.404665 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-d1e3149a-15be-4c9c-b561-77f1666b3a48 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910164 Aug 10 12:04:51.412718 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.486073 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:51.493443 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:51.496083 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b12ef-7e2f-4ab6-bf40-0f1e078ae9a7 req-a86b43b8-b259-45d5-a6bb-1bdce2a60840 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:51.498220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a35b12ef-7e2f-4ab6-bf40-0f1e078ae9a7 req-a86b43b8-b259-45d5-a6bb-1bdce2a60840 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.1798928 Aug 10 12:04:51.540328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:51.583135 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-657e6b2a-f942-4b44-a7d6-c57bff351bfa service neutron] 10.222.0.64 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776094 Aug 10 12:04:51.610263 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a35b12ef-7e2f-4ab6-bf40-0f1e078ae9a7 req-a90c7d28-374d-4b61-8dd1-5b9eb453cc68 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962029 Aug 10 12:04:51.713049 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-4e3bc6b0-c67f-4fb4-9a33-51cd4c35713b service neutron] 10.222.0.64 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249437 Aug 10 12:04:51.863240 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Attempting to bind port 0cc4e39f-e918-4e08-88e4-f640f970a50f on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:51.863626 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Attempting to bind port 0cc4e39f-e918-4e08-88e4-f640f970a50f by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '52ec2e7a-65db-4154-84e6-210368a89f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:51.863978 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Attempting to bind port 0cc4e39f-e918-4e08-88e4-f640f970a50f on network cba8497c-62c0-45fe-a963-d2e372df1c84 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:51.888405 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Port 0cc4e39f-e918-4e08-88e4-f640f970a50f on network cba8497c-62c0-45fe-a963-d2e372df1c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:04:51.895258 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Attempting to bind port 0cc4e39f-e918-4e08-88e4-f640f970a50f on network cba8497c-62c0-45fe-a963-d2e372df1c84 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:51.912398 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39856) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:51.927168 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708391e8-797c-415e-950e-2577e8c58338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.015054 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f2ea6541-2817-4e7a-b7bc-d410e02faa0e req-9dc43469-7459-486a-80eb-9d30943ec4f6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.0470316 Aug 10 12:04:52.022708 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deb9d25-3331-472e-8af1-a2f98a15b8a3 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:04:52.064932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:52.073160 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Checking segment: {'id': '52ec2e7a-65db-4154-84e6-210368a89f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:52.074849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Bound using segment: {'id': '52ec2e7a-65db-4154-84e6-210368a89f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:52.076189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Bound port: 0cc4e39f-e918-4e08-88e4-f640f970a50f, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ec2e7a-65db-4154-84e6-210368a89f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:52.077149 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.107074 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.191849 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708391e8-797c-415e-950e-2577e8c58338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.201528 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-708391e8-797c-415e-950e-2577e8c58338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.263746 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-708391e8-797c-415e-950e-2577e8c58338 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=881106270c8b47dcb4f5573d01f0bbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502021 Aug 10 12:04:52.265352 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708391e8-797c-415e-950e-2577e8c58338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0ed5d3-e4b3-4c32-abc1-cab5c683e857,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:52.268126 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 39878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:52.440753 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.449350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Transition to ACTIVE for port object 9deb9d25-3331-472e-8af1-a2f98a15b8a3 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:04:52.477878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22bb9c-dab5-45dc-aec7-3fc7ede84557 req-776fc4d8-4055-43e8-9d07-59b66a6e5d07 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:52.486721 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f22bb9c-dab5-45dc-aec7-3fc7ede84557 req-776fc4d8-4055-43e8-9d07-59b66a6e5d07 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 931 time: 0.1398675 Aug 10 12:04:52.518935 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.544302 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.594762 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f22bb9c-dab5-45dc-aec7-3fc7ede84557 req-93323ee6-4faf-49cc-8d40-cf411c0352eb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050084 Aug 10 12:04:52.666771 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Pushing event updated for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:52.697063 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.700147 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.702392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c0ed5d3-e4b3-4c32-abc1-cab5c683e857 HTTP/1.1" status: 204 len: 168 time: 0.4330020 Aug 10 12:04:52.741346 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Attempting to bind port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:04:52.741867 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Attempting to bind port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:04:52.742373 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Attempting to bind port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:52.751399 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c36d9-2f0c-4b60-8c9b-94ee0e11bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0ed5d3-e4b3-4c32-abc1-cab5c683e857,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:52.762999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:04:52.763639 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Attempting to bind port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:04:52.776668 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:04:52.777114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Checking segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:04:52.778247 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Bound using segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:04:52.779133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Bound port: 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:04:52.779647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.902497 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:52.908196 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:52.931429 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:52.959126 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c97c5a-a047-4d96-bb22-9d572a1fc017 req-8bb79679-aace-4110-9d75-a7c055fc6a7d tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:52.968681 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e5c97c5a-a047-4d96-bb22-9d572a1fc017 req-8bb79679-aace-4110-9d75-a7c055fc6a7d tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.1261773 Aug 10 12:04:53.030714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.033682 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:04:53.036845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Pushing event updated for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:53.044642 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e5c97c5a-a047-4d96-bb22-9d572a1fc017 req-ebf13a09-40f6-4c82-987b-7879b9a5cd23 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683515 Aug 10 12:04:53.080453 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 90a3bab3-85c2-4259-922b-951bcac46fcb up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:53.128810 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f,segment=NetworkSegment(52ec2e7a-65db-4154-84e6-210368a89f33),segment_id=52ec2e7a-65db-4154-84e6-210368a89f33)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:04:53.131064 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:04:53.136059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.145282 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.151063 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:53.152232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.154926 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-d073226d-db1b-4ad6-9977-a1446beaaf5d service neutron] 10.222.0.66 "PUT /v2.0/ports/9deb9d25-3331-472e-8af1-a2f98a15b8a3 HTTP/1.1" status: 200 len: 1093 time: 5.0275183 Aug 10 12:04:53.162283 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:04:53.188536 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 90a3bab3-85c2-4259-922b-951bcac46fcb triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:53.188996 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.262518 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d4bab487-250c-40ad-a12c-2927aceb57e2 req-2e9b55e2-22bf-419e-8161-e16ffc28d9ee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.0837691 Aug 10 12:04:53.350401 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a63c1a79-4368-4a93-a758-d8eea6b283ae up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:53.377217 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:53.377841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.389471 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] 10.222.0.66 "PUT /v2.0/ports/0cc4e39f-e918-4e08-88e4-f640f970a50f HTTP/1.1" status: 200 len: 1093 time: 5.2709527 Aug 10 12:04:53.393317 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.443943 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.453605 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5183661 Aug 10 12:04:53.484270 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fef647-b4be-4980-b8f9-244d2b95d0a3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=46e4f9f2-cfa9-4646-b47c-234fa976228e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:53.574591 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port a63c1a79-4368-4a93-a758-d8eea6b283ae completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:04:53.578701 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port a63c1a79-4368-4a93-a758-d8eea6b283ae triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:53.579077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.650380 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50adc8b8-d3d4-4c08-a446-bfee433c9faa" -d '{"events": [{"name": "network-changed", "server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:04:53.660436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93859b3a-66dd-442f-93f2-42be693b7191 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:53.781190 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.869676 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866ed8e-8cdc-402c-ad94-71b440cd8ef5 req-7c6a0678-791a-41c2-91ac-59593dfe5b4c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:53.873400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5866ed8e-8cdc-402c-ad94-71b440cd8ef5 req-7c6a0678-791a-41c2-91ac-59593dfe5b4c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.1281533 Aug 10 12:04:53.884654 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port a63c1a79-4368-4a93-a758-d8eea6b283ae, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a63c1a79-4368-4a93-a758-d8eea6b283ae,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:04:53.891753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:53.963656 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5866ed8e-8cdc-402c-ad94-71b440cd8ef5 req-1a75aa3d-59db-4c90-83b4-c3350463bb61 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855720 Aug 10 12:04:53.981231 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad3a138-0ce2-4876-ae87-a3fbada5ca05 x-openstack-request-id: req-7ad3a138-0ce2-4876-ae87-a3fbada5ca05 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:04:53.981527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:04:53.981782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ad3a138-0ce2-4876-ae87-a3fbada5ca05 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:04:53.982253 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'status': 'completed', 'code': 200} Aug 10 12:04:53.984195 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:54.260831 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-a9d11770-9cec-4f4d-9fb3-8d1f258bb5d2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1506676871&fields=id&tenant_id=9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 267 time: 0.1514521 Aug 10 12:04:54.348876 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 39998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:54.505152 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246d535-f8fe-4b94-9d08-81dd0989b70e req-21ef0fb5-5503-4492-bae2-bbafdded5448 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:54.507431 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9246d535-f8fe-4b94-9d08-81dd0989b70e req-21ef0fb5-5503-4492-bae2-bbafdded5448 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.2218707 Aug 10 12:04:54.632653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-ac9499ef-cfe8-4853-9e42-d02f854c945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:54.647590 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-ac9499ef-cfe8-4853-9e42-d02f854c945e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f6e5d575eaa44febedb16750920e068&device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 1096 time: 0.1848783 Aug 10 12:04:54.653523 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9246d535-f8fe-4b94-9d08-81dd0989b70e req-9189a03b-9fd9-4400-859c-e861d97048ba tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113970 Aug 10 12:04:54.690084 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-60b5cb2c-715f-4439-938c-6c7632b8c85c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:54.698988 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-60b5cb2c-715f-4439-938c-6c7632b8c85c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 810 time: 0.4358194 Aug 10 12:04:54.734172 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a63c1a79-4368-4a93-a758-d8eea6b283ae up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:04:54.751160 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-909a29e9-9d49-455f-8943-6234b23a8474 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/quotas/9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 375 time: 0.0468442 Aug 10 12:04:54.829969 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-081392f4-b2a8-434c-bbbd-e82abb0ab6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:54.842963 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-cbd32d7a-87b2-4e3c-9009-f4d9c61ace66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f HTTP/1.1" status: 200 len: 217 time: 0.1848416 Aug 10 12:04:54.897102 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-a9fcacb0-f4b5-4ebd-a41f-e93889d51ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:54.900325 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-a9fcacb0-f4b5-4ebd-a41f-e93889d51ff5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2503715 Aug 10 12:04:55.017981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port a63c1a79-4368-4a93-a758-d8eea6b283ae triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:04:55.018670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.043725 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-85fee7e1-11f4-4f83-97a4-7f5cd8b26435 req-7ca2c347-6a35-410e-bbd0-778f080ed577 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.1383016 Aug 10 12:04:55.096358 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-2e919f3e-8430-421f-a1c9-e709299dd8fa tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3425481 Aug 10 12:04:55.176797 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-081392f4-b2a8-434c-bbbd-e82abb0ab6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.194427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-081392f4-b2a8-434c-bbbd-e82abb0ab6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.446004 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081392f4-b2a8-434c-bbbd-e82abb0ab6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d51596-0d3c-4c64-a947-e5d9c7158ffa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:55.479893 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-081392f4-b2a8-434c-bbbd-e82abb0ab6ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6548005cca4b4329bb7964cdf15c46cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1289670 Aug 10 12:04:55.483300 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40022) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:55.514107 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-bf8e313a-a16b-493f-a07a-b4641118feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:55.516095 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-bf8e313a-a16b-493f-a07a-b4641118feb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=67373aa7-009e-4811-ac28-5c1fffe86cfe HTTP/1.1" status: 200 len: 851 time: 0.3250179 Aug 10 12:04:55.524034 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde093cc-5694-4a69-9548-cb1b8a595623 req-7ac056e1-ef48-454d-8ec4-4c580ddb7ba2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:55.533803 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bde093cc-5694-4a69-9548-cb1b8a595623 req-7ac056e1-ef48-454d-8ec4-4c580ddb7ba2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.2337458 Aug 10 12:04:55.608741 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-f3ba9025-9ae0-40a2-b3f6-959573434346 service neutron] 10.222.0.64 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680338 Aug 10 12:04:55.652947 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.706190 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.724000 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bde093cc-5694-4a69-9548-cb1b8a595623 req-e049c89a-a36d-424e-a55d-aecd58d9707a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885643 Aug 10 12:04:55.838992 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-3d29cf93-dd1f-4ec6-97b3-60165df8133d service neutron] 10.222.0.64 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147923 Aug 10 12:04:55.849389 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.852063 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:55.855559 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6d51596-0d3c-4c64-a947-e5d9c7158ffa HTTP/1.1" status: 204 len: 168 time: 0.3546627 Aug 10 12:04:55.864828 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27800-545f-4e20-a40f-0899ffa92676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d51596-0d3c-4c64-a947-e5d9c7158ffa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:55.983447 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:04:55.985610 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8" -d '{"events": [{"name": "network-changed", "server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:04:56.169411 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:56.197581 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d79-2a0b-454a-af83-b9725c0398b1 req-65f84946-5b66-43a6-8cb5-bb788fdbeabe tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:56.213754 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-23664d79-2a0b-454a-af83-b9725c0398b1 req-65f84946-5b66-43a6-8cb5-bb788fdbeabe tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.2214546 Aug 10 12:04:56.330700 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-23664d79-2a0b-454a-af83-b9725c0398b1 req-4576b4ab-cbb0-48cd-9c08-c7c728abb9ae tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131530 Aug 10 12:04:56.514804 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56368a7-8920-4072-b623-566b9889a5b7 x-openstack-request-id: req-f56368a7-8920-4072-b623-566b9889a5b7 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:04:56.515110 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:04:56.515363 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f56368a7-8920-4072-b623-566b9889a5b7 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:04:56.515749 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f', 'status': 'completed', 'code': 200} Aug 10 12:04:56.653220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9501ab78-fd61-416b-a10c-416f2cf3e996 req-f83cd2b1-9d57-43bf-a836-2779b4139c65 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.0709102 Aug 10 12:04:56.745561 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40090) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:56.781890 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03545f24-9c68-45cc-a0e7-0ff5d36a92e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:56.845792 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b901254b-d4d6-432e-b2f4-a61c6ac44fa7 req-8d94f845-27db-4dbe-95c1-00f3b4e382b1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.0987117 Aug 10 12:04:57.072164 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03545f24-9c68-45cc-a0e7-0ff5d36a92e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.085092 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-03545f24-9c68-45cc-a0e7-0ff5d36a92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.143730 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8410-f1ff-41c0-b96b-740cf8084a61 req-e8ebe1cb-45de-4c83-af7a-e5e423e23dfc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:57.145691 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e04c8410-f1ff-41c0-b96b-740cf8084a61 req-e8ebe1cb-45de-4c83-af7a-e5e423e23dfc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.1411583 Aug 10 12:04:57.185548 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03545f24-9c68-45cc-a0e7-0ff5d36a92e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49597d45-0ef4-4b20-b103-384866a63645,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:57.207174 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-03545f24-9c68-45cc-a0e7-0ff5d36a92e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05c6e9412403463b87bf835446daa875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603717 Aug 10 12:04:57.210887 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40104) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:57.224876 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e04c8410-f1ff-41c0-b96b-740cf8084a61 req-4efaa477-244a-440f-8077-c6952557fd95 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727055 Aug 10 12:04:57.313015 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.342209 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.423084 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.431350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:04:57.436902 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49597d45-0ef4-4b20-b103-384866a63645 HTTP/1.1" status: 204 len: 168 time: 0.2245712 Aug 10 12:04:57.445866 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00171c5b-a108-48c0-a404-256fb8cd3260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49597d45-0ef4-4b20-b103-384866a63645,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:04:57.527997 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8d70f-7686-4ece-afe4-9ceb75066ec3 req-593d976e-b30a-4ef9-9bed-a30375f5db07 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:57.530610 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ea8d70f-7686-4ece-afe4-9ceb75066ec3 req-593d976e-b30a-4ef9-9bed-a30375f5db07 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.0838273 Aug 10 12:04:57.662941 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ea8d70f-7686-4ece-afe4-9ceb75066ec3 req-619179ca-cbdc-4b69-bc70-8075e082d24b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246438 Aug 10 12:04:57.782232 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-90d51621-c56d-4a64-b99b-022775d979bc req-9a6de583-c39a-4881-8087-528c804b7cac tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.0496888 Aug 10 12:04:57.961930 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-20cda4b5-b947-49b2-8c6a-57e17882bd0e req-a3d2ae6b-980d-4bd1-95e2-802c57bef96b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.0420132 Aug 10 12:04:58.390372 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-00ceee0c-f427-432f-b880-0ef4a3930856 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cba8497c-62c0-45fe-a963-d2e372df1c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287694 Aug 10 12:04:58.432734 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f399a2-069b-453a-8939-66e9120bd665 req-9b8be804-4c73-4f98-a836-c96bc5c4bb9b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:58.440603 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32f399a2-069b-453a-8939-66e9120bd665 req-9b8be804-4c73-4f98-a836-c96bc5c4bb9b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.0602551 Aug 10 12:04:58.496043 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32f399a2-069b-453a-8939-66e9120bd665 req-8d540d12-8879-4996-966c-bdbaad16ad1a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Aug 10 12:04:58.599180 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-3cdb6b22-35b0-44ee-8733-d0289356fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:58.600728 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-3cdb6b22-35b0-44ee-8733-d0289356fed9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3687918 Aug 10 12:04:58.686050 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-f80e65b3-0551-4e99-a073-fb3d34fa9e20 service neutron] 10.222.0.66 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798839 Aug 10 12:04:58.893849 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.66', 56375) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:04:59.080508 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3dec5d22-028b-4ea3-a914-237760660d19 req-4d26edd6-a592-4d92-84f7-61163ad09d97 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.1086755 Aug 10 12:04:59.090170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-39a88817-6fc4-447c-bca9-c42bac5b3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.091679 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-50adc8b8-d3d4-4c08-a446-bfee433c9faa req-39a88817-6fc4-447c-bca9-c42bac5b3237 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4747412 Aug 10 12:04:59.093858 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5cfe38ae-a50d-43f7-bcc2-1e1649c29a27 req-de6f7975-4964-4400-8a6a-c73d606504fb service neutron] 10.222.0.66 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995640 Aug 10 12:04:59.125220 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef420901-c937-457e-98f6-4bf171167745 req-42e47a9d-3165-4257-97fa-7a82551ddaea tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.127766 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef420901-c937-457e-98f6-4bf171167745 req-42e47a9d-3165-4257-97fa-7a82551ddaea tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.3049886 Aug 10 12:04:59.237151 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-ec83f8f5-a887-4270-bbe9-3d7778a1a1fd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.239379 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-ec83f8f5-a887-4270-bbe9-3d7778a1a1fd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 819 time: 0.3422921 Aug 10 12:04:59.244047 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef420901-c937-457e-98f6-4bf171167745 req-9da35ea5-4add-4895-a806-b968247f0466 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037369 Aug 10 12:04:59.279734 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Request body: {'port': {'device_id': 'eef5d870-dd28-4502-a670-27777751173c', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'admin_state_up': True, 'tenant_id': 'efc500600c1a4875bcabc280800658f0'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:04:59.329418 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-6a74a6e8-4f7f-46ab-a3c7-bc2eddc9c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.331155 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-6a74a6e8-4f7f-46ab-a3c7-bc2eddc9c234 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f6e5d575eaa44febedb16750920e068&device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 1096 time: 0.1215847 Aug 10 12:04:59.362135 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-1e7313d9-cab5-407f-bf4b-98bfd5eebe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.363864 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-1e7313d9-cab5-407f-bf4b-98bfd5eebe65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0920773 Aug 10 12:04:59.462469 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-bce4609f-a834-425d-b29b-254e44946a53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3 HTTP/1.1" status: 200 len: 217 time: 0.0795557 Aug 10 12:04:59.591733 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f701-6743-4dea-95da-e168289e9cbf req-5edc5710-fad5-4166-989d-dc0eeaf01ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.593273 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-5edc5710-fad5-4166-989d-dc0eeaf01ff1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.1230440 Aug 10 12:04:59.621437 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-8c7c7938-a1ac-4cce-ab07-ad034a683f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.623322 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-8c7c7938-a1ac-4cce-ab07-ad034a683f5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=cba8497c-62c0-45fe-a963-d2e372df1c84 HTTP/1.1" status: 200 len: 913 time: 0.2809353 Aug 10 12:04:59.639327 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-41a61543-9617-4032-b058-1d6b1abc0d16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308843 Aug 10 12:04:59.692947 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-80e3db16-d5d0-4a98-9b0e-ad274924a071 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f HTTP/1.1" status: 200 len: 217 time: 0.0562091 Aug 10 12:04:59.739404 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ae9f15e7-ebab-41b2-9e8d-304313c38bac req-2b1f790a-1ad1-49a9-a6ce-1b29aa39e049 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.4937747 Aug 10 12:04:59.795247 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-136c4ead-aca2-4282-9a8f-a8774f8ea967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.796719 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-136c4ead-aca2-4282-9a8f-a8774f8ea967 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=67373aa7-009e-4811-ac28-5c1fffe86cfe HTTP/1.1" status: 200 len: 851 time: 0.0925586 Aug 10 12:04:59.838393 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-6af6b4f2-23c4-48d3-a7ce-f957ec39d162 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539109 Aug 10 12:04:59.840645 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-b354abd1-9ad1-45da-b6a0-eeac2bdc3917 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cba8497c-62c0-45fe-a963-d2e372df1c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307169 Aug 10 12:04:59.843536 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5c39b-f344-4319-8e82-a149198b208d req-99b0c2a3-3b41-47ec-ac22-6e6a984b02d3 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:04:59.848227 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-03e5c39b-f344-4319-8e82-a149198b208d req-99b0c2a3-3b41-47ec-ac22-6e6a984b02d3 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.1089590 Aug 10 12:04:59.917021 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-03e5c39b-f344-4319-8e82-a149198b208d req-f5efb4be-fe43-498e-b370-9f1e41cad6fb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Aug 10 12:04:59.932671 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Made reservation on behalf of efc500600c1a4875bcabc280800658f0 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:04:59.936329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:00.052197 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-3e09702b-477d-4bbb-8273-a27d6cda43ca service neutron] 10.222.0.66 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855121 Aug 10 12:05:00.063652 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6135f701-6743-4dea-95da-e168289e9cbf req-f6155923-880e-421c-9bd9-b9446c218862 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957676 Aug 10 12:05:00.167671 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a2333cc5-aaa1-4db3-8c07-8d86c22a31b8 req-7c0a3eb6-59d3-455b-9549-d65218c066ac service neutron] 10.222.0.66 "GET /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Aug 10 12:05:00.247564 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4515c3c5-a37e-4813-b961-0e87767c2c73 req-dc34e8e3-ed6d-4ced-b686-5d1b4a1f6f95 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.0444531 Aug 10 12:05:00.249203 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Allocated IP 172.20.0.13 (09dc1b33-9880-4960-9f01-f8a106142938/f91c3030-ad00-4444-b887-87baa3177b90/7990f589-9f0d-4c47-8776-bd206c9fe4c3) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:00.455377 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-f997dd77-ffd6-4b3f-85c5-96c106614fd4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:00.456880 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-f997dd77-ffd6-4b3f-85c5-96c106614fd4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 819 time: 0.1923542 Aug 10 12:05:00.488583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Request body: {'port': {'device_id': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'admin_state_up': True, 'tenant_id': 'efc500600c1a4875bcabc280800658f0'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:00.497112 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545948a-cbc3-4e62-ac35-e53264550e78 req-0a678515-440b-45e6-b43e-1bbdc0c1f140 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:00.498680 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e545948a-cbc3-4e62-ac35-e53264550e78 req-0a678515-440b-45e6-b43e-1bbdc0c1f140 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.1549902 Aug 10 12:05:00.560338 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e545948a-cbc3-4e62-ac35-e53264550e78 req-53607c7f-9757-4be5-9319-32257103c2dd tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 Aug 10 12:05:00.583642 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:00.634889 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Made reservation on behalf of efc500600c1a4875bcabc280800658f0 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:00.639176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:00.653349 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:00.826224 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Network 09dc1b33-9880-4960-9f01-f8a106142938 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:00.837299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:00.840636 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:00.847156 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:00.848876 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:00.857174 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Pushing event updated for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:00.864278 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Allocated IP 172.20.0.9 (09dc1b33-9880-4960-9f01-f8a106142938/f91c3030-ad00-4444-b887-87baa3177b90/93a0460d-7cfc-4732-8007-ebe322890fd5) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:00.876356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-1f0f5a21-0158-468c-b796-13d55b1069d4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:00.877796 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-1f0f5a21-0158-468c-b796-13d55b1069d4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 810 time: 0.1818521 Aug 10 12:05:00.879608 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-42c65ddc-85c4-499b-92ca-e3e31da83b68 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6058419 Aug 10 12:05:00.923959 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Request body: {'port': {'device_id': 'eef5d870-dd28-4502-a670-27777751173c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:00.983426 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-8388ac7e-c4d4-4d7b-a395-362f05a0044c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 380 time: 0.0824862 Aug 10 12:05:01.015365 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.030023 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'port': {'device_id': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'admin_state_up': True, 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'security_groups': ['d673ba2e-62bc-4f2d-85c2-087a30b4313d']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:01.058336 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec756e4-48f9-4a1d-a2f9-12f7366a61d9 req-f38d4b9a-4cab-4340-925c-e00a6377222c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:01.060392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3ec756e4-48f9-4a1d-a2f9-12f7366a61d9 req-f38d4b9a-4cab-4340-925c-e00a6377222c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 932 time: 0.1794639 Aug 10 12:05:01.134807 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b9dee-49d5-4df1-b94e-9e8c7ebff70d req-29d819d0-f03c-4752-b582-675b6cd9e359 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:01.136299 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-441b9dee-49d5-4df1-b94e-9e8c7ebff70d req-29d819d0-f03c-4752-b582-675b6cd9e359 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.1352644 Aug 10 12:05:01.163364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.245211 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3ec756e4-48f9-4a1d-a2f9-12f7366a61d9 req-c231f5a2-438e-4b91-9abf-6e9469b31bf4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788545 Aug 10 12:05:01.248868 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Made reservation on behalf of 9ead84a4b39d40c4875960f43577a692 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:01.252603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.256878 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.283038 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Network 09dc1b33-9880-4960-9f01-f8a106142938 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:01.287738 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:01.290845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:01.298089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:01.299658 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.314236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-441b9dee-49d5-4df1-b94e-9e8c7ebff70d req-4fd0debc-bd0d-43b0-a240-600a543aa2ac tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700206 Aug 10 12:05:01.358251 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822551 Aug 10 12:05:01.372611 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81426327-8318-4306-b007-0bff27c56deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.401411 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Request body: {'port': {'device_id': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:01.440510 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ca170bf-c1c2-4566-bd54-8479bc843dff req-961039f1-aa40-42b3-a1e9-54535ff2a272 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.0424728 Aug 10 12:05:01.541138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7990f589-9f0d-4c47-8776-bd206c9fe4c3 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:01.550756 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.567059 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Transition to ACTIVE for port object 7990f589-9f0d-4c47-8776-bd206c9fe4c3 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:01.574731 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.629361 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312677a-09ce-4a0b-baaf-b4b02579b345 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Pushing event updated for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:01.657152 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.665268 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:01.756890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Attempting to bind port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:01.757251 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Attempting to bind port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:01.757598 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Attempting to bind port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 on network 09dc1b33-9880-4960-9f01-f8a106142938 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:01.764726 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 on network 09dc1b33-9880-4960-9f01-f8a106142938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:05:01.765055 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Attempting to bind port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 on network 09dc1b33-9880-4960-9f01-f8a106142938 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:01.769088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Allocated IP 172.20.0.11 (867a9a56-d621-4ddc-b4dc-749b9446b133/581c8da4-9213-473a-80c3-577d60e25aaa/edfafe5b-69b1-4058-bd4d-c4bd60751552) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:01.781746 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02589490-dee7-4db2-96ef-b466cd1f0c02 req-e8615987-662c-41e5-88bc-f1312d684ef6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:01.789261 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-02589490-dee7-4db2-96ef-b466cd1f0c02 req-e8615987-662c-41e5-88bc-f1312d684ef6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.0980480 Aug 10 12:05:01.791920 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:01.792287 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Checking segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:01.793437 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Bound using segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:01.793902 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Bound port: 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:01.794263 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:01.877984 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-02589490-dee7-4db2-96ef-b466cd1f0c02 req-ecfebc0f-f57c-4adf-aace-b254f2bb5d40 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859025 Aug 10 12:05:01.916393 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:01.923217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:01.929012 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.121597 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.142928 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.143538 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.144974 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/7990f589-9f0d-4c47-8776-bd206c9fe4c3 HTTP/1.1" status: 200 len: 1094 time: 1.2311285 Aug 10 12:05:02.145477 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:02.196368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a0460d-7cfc-4732-8007-ebe322890fd5 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:02.207835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.210180 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40324) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:02.254910 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Transition to ACTIVE for port object 93a0460d-7cfc-4732-8007-ebe322890fd5 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:02.254910 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Transition to ACTIVE for port object edfafe5b-69b1-4058-bd4d-c4bd60751552 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:02.268891 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.309880 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aaee9-28c1-49e5-ba20-30dab8f4d9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:02.326334 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-1b7aa181-8472-462f-94c3-c5e30269805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.327853 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-1b7aa181-8472-462f-94c3-c5e30269805f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 1097 time: 0.1083035 Aug 10 12:05:02.349896 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Pushing event updated for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:02.376635 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:02.383759 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.390989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Attempting to bind port 93a0460d-7cfc-4732-8007-ebe322890fd5 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:02.391435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Attempting to bind port 93a0460d-7cfc-4732-8007-ebe322890fd5 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:02.391904 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Attempting to bind port 93a0460d-7cfc-4732-8007-ebe322890fd5 on network 09dc1b33-9880-4960-9f01-f8a106142938 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:02.419143 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-de0642c8-bc94-49dc-a7a1-09769f26d0cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3 HTTP/1.1" status: 200 len: 217 time: 0.0827539 Aug 10 12:05:02.420989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Port 93a0460d-7cfc-4732-8007-ebe322890fd5 on network 09dc1b33-9880-4960-9f01-f8a106142938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:05:02.422854 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Attempting to bind port 93a0460d-7cfc-4732-8007-ebe322890fd5 on network 09dc1b33-9880-4960-9f01-f8a106142938 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:02.467406 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:02.467752 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Checking segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:02.468133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Bound using segment: {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:02.468573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Bound port: 93a0460d-7cfc-4732-8007-ebe322890fd5, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ecf34b-f4d1-48d1-be19-22de57717dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:02.468957 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.494425 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:02.500077 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d82c471-109a-400e-b9ed-e7abbc43f7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.505157 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:02.507878 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:02.514674 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.515316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.535602 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-2de487e2-bb86-49cd-9996-17fcdb9329de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.537112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-2de487e2-bb86-49cd-9996-17fcdb9329de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.1090910 Aug 10 12:05:02.545485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72410b33-e38d-48d0-acc4-6f3852c92e47 req-a5387dd7-6058-443e-987b-2bae770cd721 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.546971 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-72410b33-e38d-48d0-acc4-6f3852c92e47 req-a5387dd7-6058-443e-987b-2bae770cd721 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 944 time: 0.1306946 Aug 10 12:05:02.553764 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:02.584561 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-87228f6e-4efa-4564-a411-780a36e0a4d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5842249 Aug 10 12:05:02.594793 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc5b5-95b6-4831-a51c-ba6faa56f7f1 req-bd16266b-7653-4ad0-896a-46b3df03f879 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.602494 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3e4fc5b5-95b6-4831-a51c-ba6faa56f7f1 req-bd16266b-7653-4ad0-896a-46b3df03f879 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 943 time: 0.1403177 Aug 10 12:05:02.616725 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Request body: {'port': {'device_id': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:02.627118 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-1ba49275-a210-4b3a-9a93-9543e548c03f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789342 Aug 10 12:05:02.714945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:02.732260 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-72410b33-e38d-48d0-acc4-6f3852c92e47 req-6ff9dc30-a697-4339-a8a5-b4d1e95591e6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725442 Aug 10 12:05:02.743454 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=93a0460d-7cfc-4732-8007-ebe322890fd5,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:02.745675 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.765429 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3e4fc5b5-95b6-4831-a51c-ba6faa56f7f1 req-2c59c575-59ba-4594-951b-779018d6c343 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618586 Aug 10 12:05:02.765770 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.837526 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-2ce31f37-c923-4d99-913e-d81e0d1cb3e4 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956708 Aug 10 12:05:02.891479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b051d113-3ad9-466c-8a5d-13f3fb6f3eb2 None None] Provisioning for port edfafe5b-69b1-4058-bd4d-c4bd60751552 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:02.908345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b051d113-3ad9-466c-8a5d-13f3fb6f3eb2 None None] Provisioning complete for port edfafe5b-69b1-4058-bd4d-c4bd60751552 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:02.908815 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b051d113-3ad9-466c-8a5d-13f3fb6f3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.973531 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d82c471-109a-400e-b9ed-e7abbc43f7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.982162 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:02.982537 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:02.983231 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1001c256-5331-41f2-a6ab-13005bc07407 x-openstack-request-id: req-1001c256-5331-41f2-a6ab-13005bc07407 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:02.983911 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] 10.222.0.66 "PUT /v2.0/ports/93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 1093 time: 1.5867803 Aug 10 12:05:02.984340 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:02.985007 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:02.986614 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:02.987133 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1001c256-5331-41f2-a6ab-13005bc07407 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:02.987838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3', 'status': 'completed', 'code': 200} Aug 10 12:05:03.001568 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9d82c471-109a-400e-b9ed-e7abbc43f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.023192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b051d113-3ad9-466c-8a5d-13f3fb6f3eb2 None None] Port edfafe5b-69b1-4058-bd4d-c4bd60751552 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:05:03.089651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 9deb9d25-3331-472e-8af1-a2f98a15b8a3 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:05:03.141236 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cadfc-0f78-4722-bea4-7b79071d9c02 req-67395c64-f30e-41c1-a038-51185f182f8c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.145572 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d50a9-f646-4131-8b42-8efcd7b8b87d service neutron] Pushing event updated for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.156978 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c471-109a-400e-b9ed-e7abbc43f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2c950-d64a-452e-be7d-2b1c6a63da18,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.157446 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2a9cadfc-0f78-4722-bea4-7b79071d9c02 req-67395c64-f30e-41c1-a038-51185f182f8c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 932 time: 0.2920332 Aug 10 12:05:03.164413 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-9d82c471-109a-400e-b9ed-e7abbc43f7f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f475c3fc159c41b39dc77a2e891d43fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9503932 Aug 10 12:05:03.168320 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40358) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:03.177432 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8f1b65a-e113-4756-9806-e5cdf2b1b64f req-1e682b58-b6a1-42dd-a7f8-709664b4232b service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281581 Aug 10 12:05:03.233947 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-6f4ab008-cb60-400d-a289-8c29931c0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.235545 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-6f4ab008-cb60-400d-a289-8c29931c0ee0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1096 time: 0.1870410 Aug 10 12:05:03.239727 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:03.270998 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'port_id': '9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'mac_address': 'fa:16:3e:f0:22:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3956d6fd-64b8-4c93-a215-b8afbb9676aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:05:03.302653 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-f6287dff-a4cd-4d2e-93d7-a7d40cc9c25a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0483778 Aug 10 12:05:03.381706 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.393005 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.422586 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd708-1730-4abb-9421-670f214c1d1a req-4cb7381e-a804-491e-b719-072a07d75797 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.432762 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deb9d25-3331-472e-8af1-a2f98a15b8a3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:03.433150 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-236cd708-1730-4abb-9421-670f214c1d1a req-4cb7381e-a804-491e-b719-072a07d75797 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 943 time: 0.3446648 Aug 10 12:05:03.439585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.451342 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642ff0-ed90-483f-8227-6423b3050442 req-4c182af3-f152-4615-9dd6-efef0d16a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.452735 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-4c182af3-f152-4615-9dd6-efef0d16a0cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.1424615 Aug 10 12:05:03.458043 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfafe5b-69b1-4058-bd4d-c4bd60751552 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:03.474815 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-2df62803-922d-411b-af98-6db2706a9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.476817 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-2df62803-922d-411b-af98-6db2706a9055 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 1097 time: 0.2255039 Aug 10 12:05:03.481341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2a9cadfc-0f78-4722-bea4-7b79071d9c02 req-18e05381-a5f9-4079-b946-5aa47c429482 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104430 Aug 10 12:05:03.491629 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.507833 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:03.513960 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.515372 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0cc4e39f-e918-4e08-88e4-f640f970a50f details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:05:03.529700 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-587a1d71-95b4-4c43-a145-a32fd4b0b9de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653501 Aug 10 12:05:03.534075 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-236cd708-1730-4abb-9421-670f214c1d1a req-fa0124f6-ef74-4497-be65-2158e5efaa0f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987504 Aug 10 12:05:03.554129 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Transition to ACTIVE for port object edfafe5b-69b1-4058-bd4d-c4bd60751552 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:03.680373 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f,segment=NetworkSegment(52ec2e7a-65db-4154-84e6-210368a89f33),segment_id=52ec2e7a-65db-4154-84e6-210368a89f33)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:03.681166 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac647b8-6760-45f8-8992-db3a1465da26 x-openstack-request-id: req-5ac647b8-6760-45f8-8992-db3a1465da26 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:03.681521 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:03.682157 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ac647b8-6760-45f8-8992-db3a1465da26 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:03.683198 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5', 'status': 'completed', 'code': 200} Aug 10 12:05:03.687129 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.707200 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.711801 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '0cc4e39f-e918-4e08-88e4-f640f970a50f', 'network_id': 'cba8497c-62c0-45fe-a963-d2e372df1c84', 'port_id': '0cc4e39f-e918-4e08-88e4-f640f970a50f', 'mac_address': 'fa:16:3e:6e:2f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67373aa7-009e-4811-ac28-5c1fffe86cfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:05:03.734874 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-894a2d93-4bae-44d7-8093-f7012c429cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:03.737462 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-894a2d93-4bae-44d7-8093-f7012c429cb6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.2518795 Aug 10 12:05:03.754256 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-d0bfc760-022a-41fd-8d4c-3360635f2555 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103188 Aug 10 12:05:03.775625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.779312 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.784836 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dad2c950-d64a-452e-be7d-2b1c6a63da18 HTTP/1.1" status: 204 len: 168 time: 0.6108849 Aug 10 12:05:03.817132 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.832515 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-2fb75919-acfe-4e7e-900f-3b3bb400314f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3 HTTP/1.1" status: 200 len: 217 time: 0.0860918 Aug 10 12:05:03.843160 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Pushing event updated for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.847125 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc4e39f-e918-4e08-88e4-f640f970a50f {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:03.881651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f,segment=NetworkSegment(52ec2e7a-65db-4154-84e6-210368a89f33),segment_id=52ec2e7a-65db-4154-84e6-210368a89f33)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:03.886860 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:03.934406 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e9ebc-82ce-4942-9f6e-569464b88c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2c950-d64a-452e-be7d-2b1c6a63da18,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.947083 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:03.975197 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Attempting to bind port edfafe5b-69b1-4058-bd4d-c4bd60751552 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:03.975800 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Attempting to bind port edfafe5b-69b1-4058-bd4d-c4bd60751552 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:03.976223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Attempting to bind port edfafe5b-69b1-4058-bd4d-c4bd60751552 on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:03.986513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Port edfafe5b-69b1-4058-bd4d-c4bd60751552 on network 867a9a56-d621-4ddc-b4dc-749b9446b133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:05:03.986960 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Attempting to bind port edfafe5b-69b1-4058-bd4d-c4bd60751552 on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:04.007225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:04.007724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:04.007856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Checking segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:04.015114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Bound using segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:04.015792 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Bound port: edfafe5b-69b1-4058-bd4d-c4bd60751552, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:04.016285 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:04.065533 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6b642ff0-ed90-483f-8227-6423b3050442 req-603081cb-708d-4d5f-827c-70648170ca98 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022504 Aug 10 12:05:04.093801 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-96fe6674-f74c-4ae8-87c2-9ec25c0515fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.095566 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-96fe6674-f74c-4ae8-87c2-9ec25c0515fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.2546816 Aug 10 12:05:04.151317 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2357-f839-4ab9-bebe-7052527cf560 req-6cbb2a1c-0179-49b3-ba55-788c22b973ad tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.153662 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c6b2357-f839-4ab9-bebe-7052527cf560 req-6cbb2a1c-0179-49b3-ba55-788c22b973ad tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 944 time: 0.1613877 Aug 10 12:05:04.162275 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4fbe4-3825-4dae-91c0-f0e267f1b438 req-c27df352-1360-44f2-8791-d441afab9929 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.170702 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66f4fbe4-3825-4dae-91c0-f0e267f1b438 req-c27df352-1360-44f2-8791-d441afab9929 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 944 time: 0.3027649 Aug 10 12:05:04.175255 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:04.176634 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-8e50e7eb-5f4f-4305-9ebb-4bc0421e01fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708873 Aug 10 12:05:04.193665 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:04.195853 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['0cc4e39f-e918-4e08-88e4-f640f970a50f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:04.201748 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:04.205644 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-6bfe0756-9428-4262-96a0-e1141fe1e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.208605 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-6bfe0756-9428-4262-96a0-e1141fe1e675 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1096 time: 0.0745726 Aug 10 12:05:04.210159 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:04.259388 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66f4fbe4-3825-4dae-91c0-f0e267f1b438 req-ddcb566d-839f-4dd6-a734-431924369232 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876658 Aug 10 12:05:04.322202 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c6b2357-f839-4ab9-bebe-7052527cf560 req-021e65b5-c7d7-425b-8ce7-c5df971dba8b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492827 Aug 10 12:05:04.353451 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.354651 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:04.356945 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] 10.222.0.66 "PUT /v2.0/ports/edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 1094 time: 1.7468588 Aug 10 12:05:04.357670 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf24793-fb99-4c7f-a7e8-61efe63cd701 service neutron] Pushing event updated for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:04.429716 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-8307db7c-3757-49d6-b86b-b1e9ca3c74dc service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206805 Aug 10 12:05:04.732592 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03b0c8d2-b2fc-4d38-8fd2-b448e6287ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:04.748234 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc62a0c5-fc99-4a1d-a500-500beb2ea7ba req-e0bc7c27-e096-4caa-9291-dba2ee2b46f9 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099442 Aug 10 12:05:04.820308 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40436) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:04.830544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-c7321901-1edf-4cf4-942f-acfecc7c6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.833779 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-c7321901-1edf-4cf4-942f-acfecc7c6037 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1097 time: 0.3719835 Aug 10 12:05:04.864711 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-e56bc27c-33fd-4e5b-88c5-37f4868c34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.866519 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-e56bc27c-33fd-4e5b-88c5-37f4868c34d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.6470246 Aug 10 12:05:04.882741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7463f-9e47-4890-afa2-8e1f9114876b req-3ec39935-fc65-4534-940e-afebec72ca34 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.884540 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d0d7463f-9e47-4890-afa2-8e1f9114876b req-3ec39935-fc65-4534-940e-afebec72ca34 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 944 time: 0.1344829 Aug 10 12:05:04.966636 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ced54c-1adc-4b69-8091-71bdc386c36e req-073cd8a7-7a7d-454d-a9d2-f3b987bcdc12 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:04.975883 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4ced54c-1adc-4b69-8091-71bdc386c36e req-073cd8a7-7a7d-454d-a9d2-f3b987bcdc12 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 944 time: 0.1749322 Aug 10 12:05:05.024710 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-cc3b1fc2-5a90-4658-b7b7-6532a923e13d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 217 time: 0.1570685 Aug 10 12:05:05.026352 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-4bfbf35b-b205-442f-8728-8da2af91e0f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.1451173 Aug 10 12:05:05.051669 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d0d7463f-9e47-4890-afa2-8e1f9114876b req-2abd6d0f-a9ca-4860-90e3-2bbe166bf9ea tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435940 Aug 10 12:05:05.076090 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4ced54c-1adc-4b69-8091-71bdc386c36e req-771e25c6-81e5-4f6b-812e-93640ea5d86b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988293 Aug 10 12:05:05.172905 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-dcc4868e-f57d-4b79-b194-8ed09819ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.179677 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-dcc4868e-f57d-4b79-b194-8ed09819ee94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.1422806 Aug 10 12:05:05.181721 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-cf09b362-25e9-4440-8e85-fc76fe15c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.183194 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-cf09b362-25e9-4440-8e85-fc76fe15c7b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.1272953 Aug 10 12:05:05.191861 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b0f50c1-93cf-482f-855f-cada28682f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.247677 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-70309dc9-f949-4807-8492-8cc2353e9062 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538542 Aug 10 12:05:05.345698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-77980de6-d0e3-400e-87e5-a2f86c50a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.348267 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-77980de6-d0e3-400e-87e5-a2f86c50a907 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402080 Aug 10 12:05:05.362950 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b0f50c1-93cf-482f-855f-cada28682f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.368750 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9b0f50c1-93cf-482f-855f-cada28682f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.475697 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-cdec4b9a-61d9-4bd9-a59a-9e3d1b0ba97d service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140334 Aug 10 12:05:05.506488 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9b0f50c1-93cf-482f-855f-cada28682f5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be12e0045b4341728b3db365aecc4c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830316 Aug 10 12:05:05.507302 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f50c1-93cf-482f-855f-cada28682f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ea576-e6d4-4ac6-b227-a59261d2936a,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:05.528099 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40466) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:05.532442 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-1d6b7260-2797-46b5-910e-5210e2f8444e service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754313 Aug 10 12:05:05.565172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f76c3-17d8-4e39-bded-20c23d96d956 req-05c11b54-7243-4688-ab5e-27e31b948cc6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.566766 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2f7f76c3-17d8-4e39-bded-20c23d96d956 req-05c11b54-7243-4688-ab5e-27e31b948cc6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 944 time: 0.1734288 Aug 10 12:05:05.768542 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80c08-db1e-49e8-a9a0-5a36abe47be9 req-8f6dd324-841d-4ba6-9f8e-22d189f80b90 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.770068 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-73b80c08-db1e-49e8-a9a0-5a36abe47be9 req-8f6dd324-841d-4ba6-9f8e-22d189f80b90 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 944 time: 0.3279467 Aug 10 12:05:05.789585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:05.791941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d256fa20-8a46-4ed7-b32b-1804a445c896" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:05.825020 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfd4aa31-61d1-4b5a-a6a6-e1003f0fd7a8 req-75e56e74-1ec2-4712-9c38-af5da09182d7 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395789 Aug 10 12:05:05.831407 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.835313 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2f7f76c3-17d8-4e39-bded-20c23d96d956 req-7f6e933f-feda-421c-bf51-d96341ae99d8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622700 Aug 10 12:05:05.843147 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-73b80c08-db1e-49e8-a9a0-5a36abe47be9 req-0d803c12-62ef-4a1a-9dbf-f9777d83646a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625949 Aug 10 12:05:05.866004 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7b582693-7fdf-4deb-bd8a-11752464d325 req-79f784c2-4e03-4a08-9168-e60662aff0b5 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236132 Aug 10 12:05:05.872218 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.895830 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a73425-adbe-4b0a-b363-4bf6139c4b71 x-openstack-request-id: req-92a73425-adbe-4b0a-b363-4bf6139c4b71 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:05.896123 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:05.896376 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92a73425-adbe-4b0a-b363-4bf6139c4b71 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:05.896768 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'status': 'completed', 'code': 200} Aug 10 12:05:05.931371 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.933994 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.935236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae9ea576-e6d4-4ac6-b227-a59261d2936a HTTP/1.1" status: 204 len: 168 time: 0.4061182 Aug 10 12:05:05.939392 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:05.944142 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce59aa-96ff-4510-9fa0-4bc70651d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ea576-e6d4-4ac6-b227-a59261d2936a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:05.979485 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-a0b9df0d-0dd2-4ebc-adc1-735e14f645aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:05.981097 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-a0b9df0d-0dd2-4ebc-adc1-735e14f645aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1097 time: 0.0604343 Aug 10 12:05:06.080885 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-2cb2beba-96b8-48b0-8c57-d247175c1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.082597 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-2cb2beba-96b8-48b0-8c57-d247175c1c61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.0937910 Aug 10 12:05:06.164770 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361063-25a9-41b6-9caa-15a0f6e94b1f req-c9c9d313-3ec0-4ae1-b966-f1cfe4983caa tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.166469 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aa361063-25a9-41b6-9caa-15a0f6e94b1f req-c9c9d313-3ec0-4ae1-b966-f1cfe4983caa tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 944 time: 0.0542855 Aug 10 12:05:06.187341 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-c8f36b2a-f03e-445e-8cc8-9719a78f281a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 217 time: 0.0963604 Aug 10 12:05:06.246932 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aa361063-25a9-41b6-9caa-15a0f6e94b1f req-3a27094c-5bfc-4a09-97aa-ace1aaca05a7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685339 Aug 10 12:05:06.254040 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-78be43c8-b57e-453d-9127-d80f0a42eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.255948 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-78be43c8-b57e-453d-9127-d80f0a42eb24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0606267 Aug 10 12:05:06.265536 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b437369-879c-4132-9cde-4867b677cdb6 req-f0ba74d7-66a4-4fb6-b716-9dcc47f7888f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.268825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1b437369-879c-4132-9cde-4867b677cdb6 req-f0ba74d7-66a4-4fb6-b716-9dcc47f7888f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 944 time: 0.0814176 Aug 10 12:05:06.321378 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-9792f285-daaa-4c5e-88e6-55d22d74b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.322923 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-9792f285-daaa-4c5e-88e6-55d22d74b682 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589247 Aug 10 12:05:06.342236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1b437369-879c-4132-9cde-4867b677cdb6 req-e0eed351-d25d-45af-8112-bce66476c8d7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641525 Aug 10 12:05:06.437020 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40508) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:06.451694 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-4a07e4ab-62d4-4c4c-a4d6-c81d3f520a57 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197002 Aug 10 12:05:06.451838 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-effc9467-e1e6-4cab-9ecb-5431d593e299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.560556 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d256fa20-8a46-4ed7-b32b-1804a445c896 req-cc4aa671-84c6-423f-a784-6be2288fb58f service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000824 Aug 10 12:05:06.600352 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-effc9467-e1e6-4cab-9ecb-5431d593e299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.604313 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-effc9467-e1e6-4cab-9ecb-5431d593e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.643803 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-effc9467-e1e6-4cab-9ecb-5431d593e299 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c4f0173df3e4b90b5375ac3acea821d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054751 Aug 10 12:05:06.645073 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9467-e1e6-4cab-9ecb-5431d593e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d7e24-e385-46a8-ae0e-8d592ca5054e,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:06.646590 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:06.695080 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.719259 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.765175 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.767708 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.771116 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab0d7e24-e385-46a8-ae0e-8d592ca5054e HTTP/1.1" status: 204 len: 168 time: 0.1211886 Aug 10 12:05:06.776440 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ea537-bed4-4453-ae89-f8a7749ead71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d7e24-e385-46a8-ae0e-8d592ca5054e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:06.906969 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40542) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:06.965941 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:06.997631 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa7132-5f51-42d9-9250-dadc2c975869 req-cc1d9401-5214-4a1b-9034-82ba76db1cb4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:06.999146 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-daaa7132-5f51-42d9-9250-dadc2c975869 req-cc1d9401-5214-4a1b-9034-82ba76db1cb4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 944 time: 0.0917072 Aug 10 12:05:07.011101 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb28be4-46e5-4cd0-a9f4-0cbf7e8a87de req-3f7d1dc8-70ba-47c4-835a-6f1116d2f459 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:07.012591 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bb28be4-46e5-4cd0-a9f4-0cbf7e8a87de req-3f7d1dc8-70ba-47c4-835a-6f1116d2f459 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 944 time: 0.0693526 Aug 10 12:05:07.046668 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-423d15c6-5300-48c8-a33c-df3f5ad0ee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.064407 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-daaa7132-5f51-42d9-9250-dadc2c975869 req-e207d3eb-1162-4edd-8866-84673150743a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507474 Aug 10 12:05:07.091447 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bb28be4-46e5-4cd0-a9f4-0cbf7e8a87de req-11d5d6a5-f552-434a-91f6-98c5997af8e6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647063 Aug 10 12:05:07.094316 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 93a0460d-7cfc-4732-8007-ebe322890fd5 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:05:07.099003 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 9deb9d25-3331-472e-8af1-a2f98a15b8a3 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:07.147923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-423d15c6-5300-48c8-a33c-df3f5ad0ee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.153128 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-423d15c6-5300-48c8-a33c-df3f5ad0ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.200824 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-423d15c6-5300-48c8-a33c-df3f5ad0ee4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54d6be185e834d73a1f195846a3de52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897356 Aug 10 12:05:07.200824 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d15c6-5300-48c8-a33c-df3f5ad0ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca3bc66-5b9c-4e35-9fb6-c8778908a007,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:07.201842 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40556) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:07.212589 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:07.220283 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:07.221004 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.259854 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.267589 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=93a0460d-7cfc-4732-8007-ebe322890fd5,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:07.287790 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '93a0460d-7cfc-4732-8007-ebe322890fd5', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'port_id': '93a0460d-7cfc-4732-8007-ebe322890fd5', 'mac_address': 'fa:16:3e:bf:4c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:05:07.294253 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.349041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.365007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a0460d-7cfc-4732-8007-ebe322890fd5 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:07.390250 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.398408 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f4118-c661-4c6b-954d-400475115e3a req-beb76075-5aae-4279-bbc0-da0a4cf8a297 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:07.400849 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=93a0460d-7cfc-4732-8007-ebe322890fd5,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:07.407592 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0b0f4118-c661-4c6b-954d-400475115e3a req-beb76075-5aae-4279-bbc0-da0a4cf8a297 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 944 time: 0.0737295 Aug 10 12:05:07.412479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.413155 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 7990f589-9f0d-4c47-8776-bd206c9fe4c3 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:05:07.441461 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.443021 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.444254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cca3bc66-5b9c-4e35-9fb6-c8778908a007 HTTP/1.1" status: 204 len: 168 time: 0.2413867 Aug 10 12:05:07.477036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:07.480931 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:07.489658 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d4fd2-0ad5-471a-85da-f924a8d3b29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca3bc66-5b9c-4e35-9fb6-c8778908a007,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:07.521456 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0b0f4118-c661-4c6b-954d-400475115e3a req-46b14e3d-2901-4adb-80b9-33d627860fdd tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126585 Aug 10 12:05:07.577725 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7defbc-3b2a-4c7f-84a7-14d4287cbafd req-31c47239-e878-4a7b-a64d-81e3103b0808 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:07.579317 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8c7defbc-3b2a-4c7f-84a7-14d4287cbafd req-31c47239-e878-4a7b-a64d-81e3103b0808 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 944 time: 0.1415639 Aug 10 12:05:07.631658 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:07.650081 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.650878 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0cc4e39f-e918-4e08-88e4-f640f970a50f up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:07.668407 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8c7defbc-3b2a-4c7f-84a7-14d4287cbafd req-08d1a44e-0bac-4510-a36b-9ac6104c73ee tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706003 Aug 10 12:05:07.746402 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:07.780014 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '7990f589-9f0d-4c47-8776-bd206c9fe4c3', 'network_id': '09dc1b33-9880-4960-9f01-f8a106142938', 'port_id': '7990f589-9f0d-4c47-8776-bd206c9fe4c3', 'mac_address': 'fa:16:3e:76:19:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91c3030-ad00-4444-b887-87baa3177b90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:05:07.788462 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:07.842209 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 0cc4e39f-e918-4e08-88e4-f640f970a50f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:07.845232 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.859351 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 0cc4e39f-e918-4e08-88e4-f640f970a50f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:07.859603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.884750 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7990f589-9f0d-4c47-8776-bd206c9fe4c3 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:07.917272 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:07.923226 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.963468 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40592) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:07.977589 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50201a07-e539-4279-b499-a226a114cdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:07.979206 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9ba63-5e1a-4f1a-893f-2255eb2dfa66" -d '{"events": [{"server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "name": "network-vif-plugged", "status": "completed", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:08.010354 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:08.013152 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.049977 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f,segment=NetworkSegment(52ec2e7a-65db-4154-84e6-210368a89f33),segment_id=52ec2e7a-65db-4154-84e6-210368a89f33)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:08.054697 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.105910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50201a07-e539-4279-b499-a226a114cdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.110916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-50201a07-e539-4279-b499-a226a114cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.118297 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:08.177736 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50201a07-e539-4279-b499-a226a114cdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d3598-9e79-4d8b-8110-afa790187d00,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:08.182395 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['7990f589-9f0d-4c47-8776-bd206c9fe4c3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:08.184958 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['93a0460d-7cfc-4732-8007-ebe322890fd5'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:08.203286 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-50201a07-e539-4279-b499-a226a114cdc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b32ce2087b70403ba60f7753627e7652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362032 Aug 10 12:05:08.203376 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40606) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:08.227756 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd016fe-adab-4045-b45f-37d63cfedce3 req-efe13dff-b273-438e-8e93-b053baa57c15 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:08.229341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-acd016fe-adab-4045-b45f-37d63cfedce3 req-efe13dff-b273-438e-8e93-b053baa57c15 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.0763271 Aug 10 12:05:08.246064 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b00b46-81a9-4d44-8c15-87ffa3000e1e x-openstack-request-id: req-98b00b46-81a9-4d44-8c15-87ffa3000e1e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:08.246360 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "name": "network-vif-plugged", "status": "completed", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:08.246617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98b00b46-81a9-4d44-8c15-87ffa3000e1e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:08.247232 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'code': 200} Aug 10 12:05:08.312035 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.338367 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-acd016fe-adab-4045-b45f-37d63cfedce3 req-11ea8495-a232-4199-a1a3-598957810096 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Aug 10 12:05:08.343230 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.424358 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.427750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.431524 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/089d3598-9e79-4d8b-8110-afa790187d00 HTTP/1.1" status: 204 len: 168 time: 0.2270362 Aug 10 12:05:08.437182 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530ff8e-629d-4861-9ecf-d83d7a4c8230 req-4d67b13e-dc74-48c3-a7de-baace32a613d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:08.439410 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2530ff8e-629d-4861-9ecf-d83d7a4c8230 req-4d67b13e-dc74-48c3-a7de-baace32a613d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 945 time: 0.1115422 Aug 10 12:05:08.451292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a157c7-d1d8-4ba6-a395-b75906ca9790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d3598-9e79-4d8b-8110-afa790187d00,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:08.488150 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2530ff8e-629d-4861-9ecf-d83d7a4c8230 req-1a8deaac-174a-4ee6-85d7-709e7502e320 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Aug 10 12:05:08.560033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40649dbc-2509-4455-a533-e2e095482445 req-564a9bb5-334b-4158-b7ad-7df2591b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:08.562581 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-40649dbc-2509-4455-a533-e2e095482445 req-564a9bb5-334b-4158-b7ad-7df2591b4084 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1201119 Aug 10 12:05:08.585533 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40649dbc-2509-4455-a533-e2e095482445 req-ff89989e-45b3-4e57-912e-e5a8103dd052 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.693584 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40649dbc-2509-4455-a533-e2e095482445 req-ff89989e-45b3-4e57-912e-e5a8103dd052 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.700087 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-40649dbc-2509-4455-a533-e2e095482445 req-ff89989e-45b3-4e57-912e-e5a8103dd052 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:08.733256 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b242-b4c7-4860-9564-4e38a61b53b1 req-0cfe87eb-9ba1-4fc1-b0af-cec04033647b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:08.734471 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-40649dbc-2509-4455-a533-e2e095482445 req-ff89989e-45b3-4e57-912e-e5a8103dd052 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641707 Aug 10 12:05:08.735499 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bee7b242-b4c7-4860-9564-4e38a61b53b1 req-0cfe87eb-9ba1-4fc1-b0af-cec04033647b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.1078794 Aug 10 12:05:08.760662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89989e-45b3-4e57-912e-e5a8103dd052 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf01be-3d5f-42a6-889a-c543c6110098,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:08.830933 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bee7b242-b4c7-4860-9564-4e38a61b53b1 req-1a1a3d07-d7f8-4dbf-8f62-26ff1bd91878 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869644 Aug 10 12:05:08.853669 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e751-995f-4292-ac9e-812225b689ee req-0d32d8e8-6a9e-49d8-b529-51672d98f1ee tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:08.855257 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8ba9e751-995f-4292-ac9e-812225b689ee req-0d32d8e8-6a9e-49d8-b529-51672d98f1ee tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 944 time: 0.0694294 Aug 10 12:05:08.910220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8ba9e751-995f-4292-ac9e-812225b689ee req-cab7d9b3-98d5-4128-b73a-07206ca6c212 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485096 Aug 10 12:05:09.094805 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40642) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:09.123535 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device edfafe5b-69b1-4058-bd4d-c4bd60751552 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:05:09.125974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 93a0460d-7cfc-4732-8007-ebe322890fd5 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:09.238765 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 93a0460d-7cfc-4732-8007-ebe322890fd5 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:09.248324 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 93a0460d-7cfc-4732-8007-ebe322890fd5 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:09.249062 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.303204 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40652) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:09.320646 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:09.325251 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-53d4587d-eb39-4f7d-8d66-70db9e3031e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.345055 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'port_id': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'mac_address': 'fa:16:3e:6e:dd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:05:09.400407 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d05da796-c5c4-48b5-b01a-8ecddcd3294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.427297 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.441249 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.453195 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfafe5b-69b1-4058-bd4d-c4bd60751552 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:09.488494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=93a0460d-7cfc-4732-8007-ebe322890fd5,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:09.489135 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-53d4587d-eb39-4f7d-8d66-70db9e3031e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.499253 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.500391 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 7990f589-9f0d-4c47-8776-bd206c9fe4c3 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:09.501712 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1585b7-8ad1-4f23-a82a-7a5e7c58fc89 req-b39d5224-3234-4c87-88e8-ac175239dd83 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:09.503307 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:09.510766 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ee1585b7-8ad1-4f23-a82a-7a5e7c58fc89 req-b39d5224-3234-4c87-88e8-ac175239dd83 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.0765760 Aug 10 12:05:09.556630 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.567939 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ee1585b7-8ad1-4f23-a82a-7a5e7c58fc89 req-c26d4d0d-86be-4123-8520-c1840ad87b40 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539711 Aug 10 12:05:09.584197 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-53d4587d-eb39-4f7d-8d66-70db9e3031e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.584386 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.615968 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d05da796-c5c4-48b5-b01a-8ecddcd3294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.632626 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d05da796-c5c4-48b5-b01a-8ecddcd3294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.655642 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40668) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:09.655824 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-53d4587d-eb39-4f7d-8d66-70db9e3031e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc2d225fd3a4443f9bb93fecde782af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595279 Aug 10 12:05:09.661048 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4587d-eb39-4f7d-8d66-70db9e3031e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b33a75-2034-469e-95ac-1bc8766a2a64,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.674673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.685441 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:09.690086 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:09.690526 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.695039 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de454c-3d96-4384-ac52-a39f8ae6389d req-330f8702-1e37-4b64-9608-bfe7581ba4a5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:09.700534 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d05da796-c5c4-48b5-b01a-8ecddcd3294f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78120c80b50947c6a9c3304a70bd8716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962612 Aug 10 12:05:09.703128 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9de454c-3d96-4384-ac52-a39f8ae6389d req-330f8702-1e37-4b64-9608-bfe7581ba4a5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 945 time: 0.0940845 Aug 10 12:05:09.703362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40670) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:09.729263 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05da796-c5c4-48b5-b01a-8ecddcd3294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792f297-4bae-46a0-8edc-b245a7980f21,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.764547 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9de454c-3d96-4384-ac52-a39f8ae6389d req-9a6f8354-93b9-4d2a-9e8c-0d7d94f83fa5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Aug 10 12:05:09.781440 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.789920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.805064 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.811216 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.825077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:09.831745 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.835076 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.857178 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['edfafe5b-69b1-4058-bd4d-c4bd60751552'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:09.902780 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.906741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.908894 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7b33a75-2034-469e-95ac-1bc8766a2a64 HTTP/1.1" status: 204 len: 168 time: 0.2519770 Aug 10 12:05:09.913989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.917469 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.922697 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:09.924830 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a792f297-4bae-46a0-8edc-b245a7980f21 HTTP/1.1" status: 204 len: 168 time: 0.2194371 Aug 10 12:05:09.926642 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4804bc-a2c4-46b8-ab5c-d0219aac5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b33a75-2034-469e-95ac-1bc8766a2a64,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:09.936275 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474185c-cde3-404a-8f85-02714ebdc90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792f297-4bae-46a0-8edc-b245a7980f21,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:10.084907 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87df71-a9f7-4777-ab90-d1d79db72c92 req-ceb29fb4-a8c2-43f1-b7e8-057c043154e7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.086458 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7a87df71-a9f7-4777-ab90-d1d79db72c92 req-ceb29fb4-a8c2-43f1-b7e8-057c043154e7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.1407442 Aug 10 12:05:10.121605 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c6fc-0372-4259-b739-a08b318f004c req-94b65601-5518-4f9a-aad3-cc333ed6f7b8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.123211 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5863c6fc-0372-4259-b739-a08b318f004c req-94b65601-5518-4f9a-aad3-cc333ed6f7b8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 945 time: 0.1099792 Aug 10 12:05:10.166048 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7a87df71-a9f7-4777-ab90-d1d79db72c92 req-799fc02f-0e8a-4805-88b8-0dab81b71c8f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697980 Aug 10 12:05:10.193561 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5863c6fc-0372-4259-b739-a08b318f004c req-903c87d4-33f5-4ffb-a1d0-260512aee3f7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555260 Aug 10 12:05:10.248400 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f'}, {'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5'}, {'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:10.252172 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082bea47-0ac4-4ff4-aa8f-1aa0465da2c7" -d '{"events": [{"server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "name": "network-vif-plugged", "status": "completed", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f"}, {"server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "name": "network-vif-plugged", "status": "completed", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5"}, {"server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "name": "network-vif-plugged", "status": "completed", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:10.305203 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9f472-017f-484f-9996-5f2c06174d70 x-openstack-request-id: req-5cc9f472-017f-484f-9996-5f2c06174d70 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:10.305599 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "name": "network-vif-plugged", "status": "completed", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f", "code": 200}, {"server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "name": "network-vif-plugged", "status": "completed", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5", "code": 200}, {"server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "name": "network-vif-plugged", "status": "completed", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:10.305821 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cc9f472-017f-484f-9996-5f2c06174d70 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:10.306393 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f', 'code': 200} Aug 10 12:05:10.306638 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5', 'code': 200} Aug 10 12:05:10.306876 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3', 'code': 200} Aug 10 12:05:10.531499 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40708) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:10.545641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8f42e08-a526-43e2-9017-0bdf92a05696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.617003 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52570-8df3-4853-94e0-1dcb1f6b7e46 req-18b144fb-be6a-4eca-bc67-5984d5728eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.619597 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-61f52570-8df3-4853-94e0-1dcb1f6b7e46 req-18b144fb-be6a-4eca-bc67-5984d5728eb6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0830719 Aug 10 12:05:10.628958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae46e-e532-4a05-bdac-04b2d01f665b req-83f81f68-0471-4dd2-82f6-30bba16b0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.630480 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01aae46e-e532-4a05-bdac-04b2d01f665b req-83f81f68-0471-4dd2-82f6-30bba16b0416 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 1098 time: 0.0650904 Aug 10 12:05:10.667544 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-61f52570-8df3-4853-94e0-1dcb1f6b7e46 req-e5961a49-e471-4205-823e-928289c450d8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 10 12:05:10.669694 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40712) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:10.690620 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1731-eda7-48ee-bb7e-c8b3732c6aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.717369 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01aae46e-e532-4a05-bdac-04b2d01f665b req-4498ca90-3dc8-4879-857b-4cd75db1d81f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548131 Aug 10 12:05:10.726757 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8f42e08-a526-43e2-9017-0bdf92a05696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.737213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d8f42e08-a526-43e2-9017-0bdf92a05696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.768506 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18f5d8-6358-4423-a299-37d04e789644 req-05fa529f-1449-414e-ab1d-1af35bd30e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.770100 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de18f5d8-6358-4423-a299-37d04e789644 req-05fa529f-1449-414e-ab1d-1af35bd30e74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 1099 time: 0.1444440 Aug 10 12:05:10.811250 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42e08-a526-43e2-9017-0bdf92a05696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691fc21-e930-475e-b33d-5c30f6240410,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:10.822755 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fc74-dd72-41c4-9601-9f6592630b2d req-2c3b5a9a-e7aa-46c3-acbe-1f6332b53273 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.823660 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1731-eda7-48ee-bb7e-c8b3732c6aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.826007 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8357fc74-dd72-41c4-9601-9f6592630b2d req-2c3b5a9a-e7aa-46c3-acbe-1f6332b53273 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.1420355 Aug 10 12:05:10.828464 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d8f42e08-a526-43e2-9017-0bdf92a05696 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69eab07db8534da8abeb2844689dfb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959678 Aug 10 12:05:10.829460 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1731-eda7-48ee-bb7e-c8b3732c6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.833230 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40718) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:10.864745 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed1731-eda7-48ee-bb7e-c8b3732c6aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c898aa1f-87a6-48f0-b319-9a51a6bbd05a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:10.900015 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c7ed1731-eda7-48ee-bb7e-c8b3732c6aff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e7f175cbcd044afa21eddc5187bae08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293243 Aug 10 12:05:10.900591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40720) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:10.912260 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de18f5d8-6358-4423-a299-37d04e789644 req-e5fe2266-2c80-4acc-b5df-d3bb7a220263 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056900 Aug 10 12:05:10.938986 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8357fc74-dd72-41c4-9601-9f6592630b2d req-c329ae28-47c9-46d4-b095-05ec6636e9bc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998425 Aug 10 12:05:10.959083 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22811e-87a0-4daf-8707-a29c68490865 req-fc93fcd5-311e-4c3f-8c67-b83afebb8768 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:10.959083 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc22811e-87a0-4daf-8707-a29c68490865 req-fc93fcd5-311e-4c3f-8c67-b83afebb8768 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0765157 Aug 10 12:05:10.962052 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:10.998793 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.007236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc22811e-87a0-4daf-8707-a29c68490865 req-f3555998-e52b-4c37-af25-76a4859db691 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Aug 10 12:05:11.012283 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.038218 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.107871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.110996 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.114833 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3691fc21-e930-475e-b33d-5c30f6240410 HTTP/1.1" status: 204 len: 168 time: 0.2575037 Aug 10 12:05:11.115782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.118342 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.122376 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c898aa1f-87a6-48f0-b319-9a51a6bbd05a HTTP/1.1" status: 204 len: 168 time: 0.2141199 Aug 10 12:05:11.125199 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fac3d-0459-4add-a72d-bd663304e0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691fc21-e930-475e-b33d-5c30f6240410,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:11.129688 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device edfafe5b-69b1-4058-bd4d-c4bd60751552 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:11.153134 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c9bac-153d-49f9-af2c-8893354f39f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c898aa1f-87a6-48f0-b319-9a51a6bbd05a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:11.208055 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port edfafe5b-69b1-4058-bd4d-c4bd60751552 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:11.214162 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port edfafe5b-69b1-4058-bd4d-c4bd60751552 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:11.215282 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.366452 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.410164 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:11.416624 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:11.430042 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44578e3-8272-44a6-83f3-864795a6ac0b req-1f3599ea-d397-4faf-a415-8d6a8383b007 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:11.444991 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c44578e3-8272-44a6-83f3-864795a6ac0b req-1f3599ea-d397-4faf-a415-8d6a8383b007 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 945 time: 0.1478996 Aug 10 12:05:11.494114 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:11.536619 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c44578e3-8272-44a6-83f3-864795a6ac0b req-bab2b94d-6fab-46b2-b766-ef77c2dd443f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857475 Aug 10 12:05:11.565136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f64dc-310b-4889-84c9-4bb33618e1dd req-191ecd28-2c3d-420d-b9f2-4cfda201b607 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:11.565136 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c25f64dc-310b-4889-84c9-4bb33618e1dd req-191ecd28-2c3d-420d-b9f2-4cfda201b607 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.2215807 Aug 10 12:05:11.643625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c25f64dc-310b-4889-84c9-4bb33618e1dd req-d2758847-5df0-4318-9491-239961420cb1 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Aug 10 12:05:12.131936 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281b730-af55-4e3c-8a51-0961403c48f8 req-b41e8199-b2ae-404a-b4cc-02c47d112ba5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:12.137664 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e281b730-af55-4e3c-8a51-0961403c48f8 req-b41e8199-b2ae-404a-b4cc-02c47d112ba5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0560434 Aug 10 12:05:12.180960 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e281b730-af55-4e3c-8a51-0961403c48f8 req-822313f6-9e61-4ee3-9697-d8f92c79d96a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Aug 10 12:05:12.308093 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:12.311317 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61560a8e-e94c-4ff2-a051-c57e729ace12" -d '{"events": [{"server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "name": "network-vif-plugged", "status": "completed", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:12.348969 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a0f55-b522-4a1c-976c-7fe948637646 x-openstack-request-id: req-515a0f55-b522-4a1c-976c-7fe948637646 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:12.349460 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "name": "network-vif-plugged", "status": "completed", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:12.349896 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-515a0f55-b522-4a1c-976c-7fe948637646 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:12.350447 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'code': 200} Aug 10 12:05:12.662567 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e0309-29a3-4c6a-9ae6-830252b95153 req-97138fb9-ab13-41bf-ace5-5e75eaf45773 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:12.664562 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-676e0309-29a3-4c6a-9ae6-830252b95153 req-97138fb9-ab13-41bf-ace5-5e75eaf45773 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0600240 Aug 10 12:05:12.720276 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-676e0309-29a3-4c6a-9ae6-830252b95153 req-1bb5c70b-7897-4ceb-9bb9-a11e9340dea0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Aug 10 12:05:12.846243 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f2a34-ed3a-4dda-af8e-d45b6ae99a60 req-ccbd6ad0-75a7-4ff9-bed6-729d551ebc50 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:12.851068 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c35f2a34-ed3a-4dda-af8e-d45b6ae99a60 req-ccbd6ad0-75a7-4ff9-bed6-729d551ebc50 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0506248 Aug 10 12:05:12.851461 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40868) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:12.887998 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c35f2a34-ed3a-4dda-af8e-d45b6ae99a60 req-f32ddb19-b519-42fb-a34d-f4203bc8b8fc tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Aug 10 12:05:12.970941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef470e9-1a81-44d7-89c3-c9e3768f1d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.112738 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef470e9-1a81-44d7-89c3-c9e3768f1d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.118745 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bef470e9-1a81-44d7-89c3-c9e3768f1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.168729 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-bef470e9-1a81-44d7-89c3-c9e3768f1d46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23c3c5f9b533423d9ba39192aa74f505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160167 Aug 10 12:05:13.169622 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef470e9-1a81-44d7-89c3-c9e3768f1d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd6021-bb80-426e-824d-6f86e17bb0ef,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:13.171655 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40884) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:13.244937 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.290327 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.380208 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3a61f-a24e-4c04-b99f-22a16b6aa9b4 req-74b973e2-0934-4013-80d2-de005bb45180 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:13.381925 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-79d3a61f-a24e-4c04-b99f-22a16b6aa9b4 req-74b973e2-0934-4013-80d2-de005bb45180 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0874972 Aug 10 12:05:13.397088 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.399837 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:13.400862 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dafd6021-bb80-426e-824d-6f86e17bb0ef HTTP/1.1" status: 204 len: 168 time: 0.2277465 Aug 10 12:05:13.416389 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018906e-e621-46b7-882e-d2526ff6ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd6021-bb80-426e-824d-6f86e17bb0ef,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:13.443751 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-79d3a61f-a24e-4c04-b99f-22a16b6aa9b4 req-46b12545-d838-4296-9dea-b94eb93a0f33 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556724 Aug 10 12:05:13.863038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd165a2-8d15-4f2e-9f19-e0d700e20c1c req-99daff86-834b-4b57-bb37-7f558f808e70 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:13.864543 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bfd165a2-8d15-4f2e-9f19-e0d700e20c1c req-99daff86-834b-4b57-bb37-7f558f808e70 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0603843 Aug 10 12:05:13.903146 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bfd165a2-8d15-4f2e-9f19-e0d700e20c1c req-a3ebf332-4ef8-4bb6-add3-2a4bbbcc6eb7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Aug 10 12:05:14.039005 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40920) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:14.165659 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1248140654-network', 'tenant_id': '85736eb943ff424892dc83156272b705'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:14.193650 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Made reservation on behalf of 85736eb943ff424892dc83156272b705 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:14.197101 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.209702 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.302291 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.307530 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.329519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:05:14.345254 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f5903-b14a-4b86-90ad-8c6c8b5d21a5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:14.348206 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.349031 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Added segment 40ed9bfc-3912-4613-aa16-27ea74990ea1 of type vlan for network f90b32d7-d919-4856-929b-f6b90bd94857 Aug 10 12:05:14.393855 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.422175 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.423153 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:14.423728 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.481154 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4410336 Aug 10 12:05:14.485616 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40932) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:14.489014 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c6435-34d6-4e05-b50b-d496ae169164 admin admin] Pushing event updated for resources: {'Network': ['ID=f90b32d7-d919-4856-929b-f6b90bd94857,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:14.490573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Request body: {'subnet': {'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1248140654-subnet', 'tenant_id': '85736eb943ff424892dc83156272b705', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:14.500948 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network f90b32d7-d919-4856-929b-f6b90bd94857 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:05:14.518796 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Made reservation on behalf of 85736eb943ff424892dc83156272b705 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:14.521368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.597914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b0e8-aee3-4e66-943c-4bce25f9549c req-73cd97b4-ec23-40df-a111-012e1794b2d1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:14.602548 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e856b0e8-aee3-4e66-943c-4bce25f9549c req-73cd97b4-ec23-40df-a111-012e1794b2d1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0785277 Aug 10 12:05:14.658995 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e856b0e8-aee3-4e66-943c-4bce25f9549c req-08363d10-9231-423f-873b-b1b6981052a1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Aug 10 12:05:14.721556 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.770098 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1559426e-6556-49b9-ba13-6bee614b79f2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:14.787946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Checking segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:14.788325 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Network hostable DHCP agents. Network: f90b32d7-d919-4856-929b-f6b90bd94857, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:05:14.805066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Network f90b32d7-d919-4856-929b-f6b90bd94857 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:05:14.813800 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, f90b32d7-d919-4856-929b-f6b90bd94857) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:14.818573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:14.819470 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.823625 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0547c05-ea99-48c2-be3d-251e6a77b389 None None] Network f90b32d7-d919-4856-929b-f6b90bd94857 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:14.834275 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-8db74e03-9a0b-4b3d-95ce-22dec293318e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3475833 Aug 10 12:05:14.837074 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 40934) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:14.841837 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:14.862383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.863474 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.919981 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:14.982760 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-f90b32d7-d919-4856-929b-f6b90bd94857', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:05:14.983635 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.032395 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad167ff-b78d-4506-a66c-cc67be9f20d2 req-80bc34ab-5e54-49b8-b1ac-7e4b8dfb7155 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:15.034514 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5ad167ff-b78d-4506-a66c-cc67be9f20d2 req-80bc34ab-5e54-49b8-b1ac-7e4b8dfb7155 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0500171 Aug 10 12:05:15.061518 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.079294 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5ad167ff-b78d-4506-a66c-cc67be9f20d2 req-a2385efd-7a52-426e-a95b-c461132d089d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369222 Aug 10 12:05:15.139361 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Allocated IP 172.20.0.2 (f90b32d7-d919-4856-929b-f6b90bd94857/1559426e-6556-49b9-ba13-6bee614b79f2/b08f47ba-9ddf-4784-962c-a3949e6b1d71) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:15.270672 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.297235 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.298856 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.307111 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Transition to ACTIVE for port object b08f47ba-9ddf-4784-962c-a3949e6b1d71 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:15.325575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Transition to ACTIVE for port object b08f47ba-9ddf-4784-962c-a3949e6b1d71 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:15.337673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.388081 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Network f90b32d7-d919-4856-929b-f6b90bd94857 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:15.392014 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:15.395127 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:15.408903 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Allocated IP 172.27.2.238 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/047a678e-2b3f-4bc4-92e8-2d1457efc706) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:15.446287 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Pushing event updated for resources: {'Port': ['ID=b08f47ba-9ddf-4784-962c-a3949e6b1d71,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:15.477418 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Attempting to bind port b08f47ba-9ddf-4784-962c-a3949e6b1d71 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:15.477791 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Attempting to bind port b08f47ba-9ddf-4784-962c-a3949e6b1d71 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:15.478153 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Attempting to bind port b08f47ba-9ddf-4784-962c-a3949e6b1d71 on network f90b32d7-d919-4856-929b-f6b90bd94857 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:15.483303 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:15.483672 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Checking segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:15.484076 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.484471 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Bound using segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:15.484957 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Bound port: b08f47ba-9ddf-4784-962c-a3949e6b1d71, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:15.485343 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.518276 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.564099 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.568678 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] For port b08f47ba-9ddf-4784-962c-a3949e6b1d71, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:15.573723 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] For port b08f47ba-9ddf-4784-962c-a3949e6b1d71, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b08f47ba-9ddf-4784-962c-a3949e6b1d71,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:15.579813 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:15.615552 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:15.626853 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:15.630511 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:15.679594 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf62c6-7df2-4488-9627-4ee3887349dc None None] Pushing event updated for resources: {'Port': ['ID=b08f47ba-9ddf-4784-962c-a3949e6b1d71,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:15.757819 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Pushing event updated for resources: {'Port': ['ID=047a678e-2b3f-4bc4-92e8-2d1457efc706,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:15.838588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e975f-961f-4f52-95a5-1404f10d66d9 req-d63581aa-0e82-4da0-a4f2-e7e1f9e05326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:15.840228 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9e975f-961f-4f52-95a5-1404f10d66d9 req-d63581aa-0e82-4da0-a4f2-e7e1f9e05326 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.1115835 Aug 10 12:05:15.854012 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc142-4ab9-4385-b88b-199f6f267554 req-740743df-9a92-4d32-b9ea-17920b3ed738 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:15.865613 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05ecc142-4ab9-4385-b88b-199f6f267554 req-740743df-9a92-4d32-b9ea-17920b3ed738 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0942605 Aug 10 12:05:15.931704 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05ecc142-4ab9-4385-b88b-199f6f267554 req-e713d15c-dbd3-4554-adc2-0098ea701faf tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644360 Aug 10 12:05:15.955228 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9e975f-961f-4f52-95a5-1404f10d66d9 req-33f86c72-2ff2-4eb5-8c21-8d767f2c5240 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798156 Aug 10 12:05:16.014125 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:16.262333 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb045f-1147-4c68-b10a-fec805d252e4 req-da4a80d7-8958-4e65-99a3-d7738a433779 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:16.263861 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2bb045f-1147-4c68-b10a-fec805d252e4 req-da4a80d7-8958-4e65-99a3-d7738a433779 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0725560 Aug 10 12:05:16.321260 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:16.338646 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2bb045f-1147-4c68-b10a-fec805d252e4 req-2e6e0c0e-ef17-4504-b923-5a4a4caf5bf9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574598 Aug 10 12:05:16.369168 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3b96-ef9a-467e-b57b-e3ba0ebc2084 req-c348c6e3-9111-4422-a0b1-65f2c2ad8d37 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:16.371205 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4fc3b96-ef9a-467e-b57b-e3ba0ebc2084 req-c348c6e3-9111-4422-a0b1-65f2c2ad8d37 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0992975 Aug 10 12:05:16.420172 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4fc3b96-ef9a-467e-b57b-e3ba0ebc2084 req-75956bf7-f591-4f00-a0dd-60b573da61e3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Aug 10 12:05:16.486160 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Router ce291a20-50c8-4715-9ef3-7416f88b687d is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:05:16.626726 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:05:16.645165 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Sync routers for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:05:16.655003 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:16.657286 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-67d90ab0-04dd-47da-9dd7-138554180f76 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8190691 Aug 10 12:05:16.660190 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 40986) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:16.675279 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:16.675929 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:16.773353 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b08f47ba-9ddf-4784-962c-a3949e6b1d71 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:16.856971 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port b08f47ba-9ddf-4784-962c-a3949e6b1d71 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:16.891354 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:17.146599 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cec3a2-5f43-4cdf-99aa-e1c5db1a3514 None None] Network f90b32d7-d919-4856-929b-f6b90bd94857 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:17.147346 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:15Z', 'revision_number': 3, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:17.256132 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Provisioning for port b08f47ba-9ddf-4784-962c-a3949e6b1d71 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:17.266689 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Checking router: ce291a20-50c8-4715-9ef3-7416f88b687d for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:05:17.267097 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Updating router ce291a20-50c8-4715-9ef3-7416f88b687d port 047a678e-2b3f-4bc4-92e8-2d1457efc706 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:05:17.289192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Provisioning complete for port b08f47ba-9ddf-4784-962c-a3949e6b1d71 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:17.289560 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.297536 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.414512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.436039 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.501290 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] For port b08f47ba-9ddf-4784-962c-a3949e6b1d71, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b08f47ba-9ddf-4784-962c-a3949e6b1d71,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:17.508068 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.583452 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e82f-2a5d-44fb-955a-eabaea78cc12 None None] Pushing event updated for resources: {'Port': ['ID=b08f47ba-9ddf-4784-962c-a3949e6b1d71,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:17.626485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41694-6e27-46d9-b70e-1be4ea639706 req-847d0ce5-f3da-4383-af2b-e38cafab563a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:17.627977 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-beb41694-6e27-46d9-b70e-1be4ea639706 req-847d0ce5-f3da-4383-af2b-e38cafab563a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1105382 Aug 10 12:05:17.653398 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.667541 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Transition to ACTIVE for port object 047a678e-2b3f-4bc4-92e8-2d1457efc706 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:17.668151 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Allocated IP 172.20.0.1 (f90b32d7-d919-4856-929b-f6b90bd94857/1559426e-6556-49b9-ba13-6bee614b79f2/5f3f780a-b1a3-4411-8e56-be379eb3f8f2) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:17.674246 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.690818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-beb41694-6e27-46d9-b70e-1be4ea639706 req-d2f432d6-b06f-49e9-9cbb-291882ab798b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Aug 10 12:05:17.729329 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5c7387fa-521b-49a1-9e08-6c8af11a4391 None None] Provisioning complete for port b08f47ba-9ddf-4784-962c-a3949e6b1d71 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:17.729768 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5c7387fa-521b-49a1-9e08-6c8af11a4391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.737247 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Attempting to bind port 047a678e-2b3f-4bc4-92e8-2d1457efc706 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:17.737639 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Attempting to bind port 047a678e-2b3f-4bc4-92e8-2d1457efc706 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:17.737994 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Attempting to bind port 047a678e-2b3f-4bc4-92e8-2d1457efc706 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:17.745433 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75967b7e-2205-43a2-9cb6-0db1459586c3 None None] Pushing event updated for resources: {'Port': ['ID=047a678e-2b3f-4bc4-92e8-2d1457efc706,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:17.749822 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:17.750612 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:17.751170 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.751702 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:17.752341 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Bound port: 047a678e-2b3f-4bc4-92e8-2d1457efc706, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:17.752940 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.807758 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] For port 047a678e-2b3f-4bc4-92e8-2d1457efc706, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:17.811422 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] For port 047a678e-2b3f-4bc4-92e8-2d1457efc706, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=047a678e-2b3f-4bc4-92e8-2d1457efc706,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:17.815827 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.851911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.876815 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75967b7e-2205-43a2-9cb6-0db1459586c3 None None] Pushing event updated for resources: {'Port': ['ID=047a678e-2b3f-4bc4-92e8-2d1457efc706,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:17.879457 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:17.880058 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:17.881995 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd7d8b-00a4-460b-9655-decd0da9ebd8 req-747c0374-23e9-4623-a254-dc7398bc0e9f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:17.883726 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27fd7d8b-00a4-460b-9655-decd0da9ebd8 req-747c0374-23e9-4623-a254-dc7398bc0e9f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1072402 Aug 10 12:05:17.887310 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Transition to ACTIVE for port object 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:17.946669 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27fd7d8b-00a4-460b-9655-decd0da9ebd8 req-b46e0b29-9fcd-4e20-accb-4f2b41a0f248 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558577 Aug 10 12:05:17.958351 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:17.988275 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:18.014285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Network f90b32d7-d919-4856-929b-f6b90bd94857 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:18.018094 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:18.023067 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:18.024473 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.028234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Pushing event updated for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:18.211095 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:15Z', 'revision_number': 3, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:18.221867 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.239806 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014111f1-a789-4591-aed7-bee95eb5d825 None None] The sync data for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi is: [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:15Z', 'revision_number': 3, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:05:18.354548 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bca0c0b2-d317-4809-b7c0-3672a6d93d55 None None] Provisioning for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:18.359669 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bca0c0b2-d317-4809-b7c0-3672a6d93d55 None None] Provisioning complete for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:18.360043 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bca0c0b2-d317-4809-b7c0-3672a6d93d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.394671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bca0c0b2-d317-4809-b7c0-3672a6d93d55 None None] Port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:05:18.396992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.402638 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.403406 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.483450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Pushing event updated for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:18.530834 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Network f90b32d7-d919-4856-929b-f6b90bd94857 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:18.535680 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:18.665326 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Router ce291a20-50c8-4715-9ef3-7416f88b687d has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:05:18.825186 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:05:18.830805 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 047a678e-2b3f-4bc4-92e8-2d1457efc706 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:18.834036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-43554d0c-318d-4d3d-b2b8-6f6fd50e4949 None None] Provisioning complete for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:18.834601 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43554d0c-318d-4d3d-b2b8-6f6fd50e4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:18.836918 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f187f6bb-5844-4142-ba42-4cc29cfd6f1f admin admin] 10.222.0.64 "PUT /v2.0/routers/ce291a20-50c8-4715-9ef3-7416f88b687d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710804 Aug 10 12:05:18.856872 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447849b-c6d7-4bb7-b03a-35498647f28d req-c828925a-ce3d-4e19-a456-efe426c5e4c6 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:18.858417 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a447849b-c6d7-4bb7-b03a-35498647f28d req-c828925a-ce3d-4e19-a456-efe426c5e4c6 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0792673 Aug 10 12:05:18.907637 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-43554d0c-318d-4d3d-b2b8-6f6fd50e4949 None None] Port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:05:18.910054 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a447849b-c6d7-4bb7-b03a-35498647f28d req-0bca9844-9e0f-4935-913c-2962d8569ddc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Aug 10 12:05:18.940234 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 047a678e-2b3f-4bc4-92e8-2d1457efc706 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:18.944374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 047a678e-2b3f-4bc4-92e8-2d1457efc706 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:18.944764 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.043061 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.073884 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 047a678e-2b3f-4bc4-92e8-2d1457efc706, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=047a678e-2b3f-4bc4-92e8-2d1457efc706,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:19.080326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.081552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b08f47ba-9ddf-4784-962c-a3949e6b1d71 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:19.095959 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5327-00cb-47fc-9436-ec97b4adab6a req-31fa6e02-81d3-4bdb-953f-39f9dd1260d1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:19.104297 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8eeb5327-00cb-47fc-9436-ec97b4adab6a req-31fa6e02-81d3-4bdb-953f-39f9dd1260d1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0742123 Aug 10 12:05:19.149785 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8eeb5327-00cb-47fc-9436-ec97b4adab6a req-c0e55e13-b670-4017-b712-2be78988c676 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Aug 10 12:05:19.203736 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=047a678e-2b3f-4bc4-92e8-2d1457efc706,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:19.220698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port b08f47ba-9ddf-4784-962c-a3949e6b1d71 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:19.221174 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.418303 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41046) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:19.423254 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1955487194-network', 'tenant_id': '0d638fe517914581935633a45f5ed6d6'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:19.443759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Made reservation on behalf of 0d638fe517914581935633a45f5ed6d6 for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:19.446120 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.455377 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.541897 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.545641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.571911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:05:19.578791 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6fbc0-f44e-47fd-a1c0-d33d779ca9fa,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:19.585329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.586246 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Added segment 45a74331-e396-42ee-8485-32733c95eec3 of type vlan for network b599a958-118c-4b5c-9f81-d2caeaeba632 Aug 10 12:05:19.630955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.671107 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.672113 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:19.672705 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.761851 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3418777 Aug 10 12:05:19.764547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41054) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:19.767816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82870a-a63f-4421-96b5-ddee778770aa admin admin] Pushing event updated for resources: {'Network': ['ID=b599a958-118c-4b5c-9f81-d2caeaeba632,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:19.770517 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Request body: {'subnet': {'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1955487194-subnet', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:19.781177 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network b599a958-118c-4b5c-9f81-d2caeaeba632 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:05:19.786364 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-4d04cb68-6fc5-48f8-b815-5e68f9344c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:19.787644 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-4d04cb68-6fc5-48f8-b815-5e68f9344c04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 1099 time: 0.0981801 Aug 10 12:05:19.805886 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Made reservation on behalf of 0d638fe517914581935633a45f5ed6d6 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:19.808653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:19.925735 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-3d626c07-6161-4b47-bcef-5b6db9381952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:19.927428 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-3d626c07-6161-4b47-bcef-5b6db9381952 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.1252642 Aug 10 12:05:19.977440 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-442e33f7-d953-4c56-abff-02672baedaea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3 HTTP/1.1" status: 200 len: 217 time: 0.0414407 Aug 10 12:05:20.028753 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.065127 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-b89dacd7-96d2-493e-9f4f-9bdc4e570d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:20.066842 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-b89dacd7-96d2-493e-9f4f-9bdc4e570d65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0817239 Aug 10 12:05:20.084664 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ea927-70cf-461d-991a-40d7e78b5128 req-7c14b17a-3dc1-4e76-8ab0-5f16b67138a9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:20.086033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b977c2e2-b52e-4adf-a087-70e1f836e231,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:20.092968 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a98ea927-70cf-461d-991a-40d7e78b5128 req-7c14b17a-3dc1-4e76-8ab0-5f16b67138a9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0707824 Aug 10 12:05:20.095000 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Checking segment: {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:20.095352 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Network hostable DHCP agents. Network: b599a958-118c-4b5c-9f81-d2caeaeba632, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:05:20.112020 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Network b599a958-118c-4b5c-9f81-d2caeaeba632 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:05:20.125926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, b599a958-118c-4b5c-9f81-d2caeaeba632) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:20.130435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:20.130602 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.131595 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-17b1748e-9242-4379-b565-f14802d52c57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365820 Aug 10 12:05:20.140922 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad916a-bb66-41f6-a26b-aecaebe94901 None None] Network b599a958-118c-4b5c-9f81-d2caeaeba632 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:20.156439 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e7678de9-9746-4949-b4b5-58046d1e556b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3901837 Aug 10 12:05:20.159622 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41064) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:20.166031 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:20.194545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.195822 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.238349 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a98ea927-70cf-461d-991a-40d7e78b5128 req-49f5a06b-1224-4802-8abd-bfd961c48d9f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444955 Aug 10 12:05:20.263125 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Sync routers for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:05:20.291562 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:20.292081 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:20.388009 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-707fed65-6cf7-4451-a9f1-d85a4ec75505 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409787 Aug 10 12:05:20.405544 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733cfa-692b-4274-aea9-17bb83cee5b2 req-e21af02a-de6d-441f-ae0b-780f1c562170 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:20.407398 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-37733cfa-692b-4274-aea9-17bb83cee5b2 req-e21af02a-de6d-441f-ae0b-780f1c562170 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1294384 Aug 10 12:05:20.482487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:20.553603 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-37733cfa-692b-4274-aea9-17bb83cee5b2 req-1930c795-e44b-4a7f-9d35-d23483fc4648 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349843 Aug 10 12:05:20.558879 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.619014 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10139bb3-776e-4b1d-9f0b-46ffade73440 req-192d829b-8747-4abd-a5c9-f8c4064eba77 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104833 Aug 10 12:05:20.670671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-b599a958-118c-4b5c-9f81-d2caeaeba632', 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'fixed_ips': [{'subnet_id': 'b977c2e2-b52e-4adf-a087-70e1f836e231'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:05:20.671883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.744132 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:20.767403 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 047a678e-2b3f-4bc4-92e8-2d1457efc706 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:21.009619 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 047a678e-2b3f-4bc4-92e8-2d1457efc706 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:21.010771 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.033560 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.058819 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.069748 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Allocated IP 172.20.0.2 (b599a958-118c-4b5c-9f81-d2caeaeba632/b977c2e2-b52e-4adf-a087-70e1f836e231/e687fc77-15bf-4bb7-8384-3a30a045c9df) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:21.094434 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 2, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:21.158330 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Checking router: ce291a20-50c8-4715-9ef3-7416f88b687d for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:05:21.158528 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Updating router ce291a20-50c8-4715-9ef3-7416f88b687d port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:05:21.191104 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Allocated IP 172.27.2.8 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/5609e28f-6c99-4214-96c9-479add1b5f07) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:21.224605 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.317423 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.361322 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.370344 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185337e-31f3-4857-810d-ae9b145c1b13 req-01bf3f62-f2d8-43ec-96d6-76cba611e9ba tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:21.378147 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f185337e-31f3-4857-810d-ae9b145c1b13 req-01bf3f62-f2d8-43ec-96d6-76cba611e9ba tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0586307 Aug 10 12:05:21.413637 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:21.417204 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:21.420714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:21.425660 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f185337e-31f3-4857-810d-ae9b145c1b13 req-7b77da29-4ded-43dc-9afd-d3cda100497d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Aug 10 12:05:21.432166 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.476566 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Pushing event updated for resources: {'Port': ['ID=5609e28f-6c99-4214-96c9-479add1b5f07,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:21.513673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Transition to ACTIVE for port object e687fc77-15bf-4bb7-8384-3a30a045c9df will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:21.545212 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Transition to ACTIVE for port object e687fc77-15bf-4bb7-8384-3a30a045c9df will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:21.563886 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.573658 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7fa45-573f-4f39-a56e-1a216ac93c02 req-3e8619f5-ed85-4daa-9735-5dd71f8ecdee tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:21.576094 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a5d7fa45-573f-4f39-a56e-1a216ac93c02 req-3e8619f5-ed85-4daa-9735-5dd71f8ecdee tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0763736 Aug 10 12:05:21.586277 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41126) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:21.591858 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'floatingip': {'port_id': 'edfafe5b-69b1-4058-bd4d-c4bd60751552'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:21.627387 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Network b599a958-118c-4b5c-9f81-d2caeaeba632 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:21.635845 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:21.639600 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:21.641532 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Pushing event updated for resources: {'Port': ['ID=e687fc77-15bf-4bb7-8384-3a30a045c9df,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:21.680265 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.712594 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.745519 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Attempting to bind port e687fc77-15bf-4bb7-8384-3a30a045c9df on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:21.745900 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Attempting to bind port e687fc77-15bf-4bb7-8384-3a30a045c9df by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:21.746267 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Attempting to bind port e687fc77-15bf-4bb7-8384-3a30a045c9df on network b599a958-118c-4b5c-9f81-d2caeaeba632 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:21.749374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.755955 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:21.756328 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Checking segment: {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:21.756725 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.757299 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Bound using segment: {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:21.757753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Bound port: e687fc77-15bf-4bb7-8384-3a30a045c9df, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:21.758193 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.775225 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Transition to ACTIVE for port object 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:21.783566 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:21.820004 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04a86-7b59-432c-8160-490d2fb444e2 req-921fb697-0409-491a-98a2-0fdee71f2edc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:21.821659 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2d04a86-7b59-432c-8160-490d2fb444e2 req-921fb697-0409-491a-98a2-0fdee71f2edc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1576843 Aug 10 12:05:21.878167 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44324950-166c-406f-a910-cf2f9799d5fb None None] Pushing event updated for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:21.910719 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] For port e687fc77-15bf-4bb7-8384-3a30a045c9df, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:21.944938 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2d04a86-7b59-432c-8160-490d2fb444e2 req-ade6b3ad-b534-45a4-a926-bfbf90aea9d7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136951 Aug 10 12:05:21.993177 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] For port e687fc77-15bf-4bb7-8384-3a30a045c9df, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e687fc77-15bf-4bb7-8384-3a30a045c9df,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:21.996572 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Attempting to bind port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:21.997154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Attempting to bind port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:21.997671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Attempting to bind port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 on network f90b32d7-d919-4856-929b-f6b90bd94857 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:22.012603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.018219 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:22.018609 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Checking segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:22.019014 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.019561 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Bound using segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:22.020071 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Bound port: 5f3f780a-b1a3-4411-8e56-be379eb3f8f2, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:22.020504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.035527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.174270 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8671305-ffc7-4a2f-926b-d028a40b188c None None] Pushing event updated for resources: {'Port': ['ID=e687fc77-15bf-4bb7-8384-3a30a045c9df,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:22.210944 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] For port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:22.217952 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] For port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:22.227050 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.265355 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Router 1b405b0d-b437-4f47-b838-cfcf4576cbdb is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:05:22.342263 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:22.342966 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:22.344929 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44324950-166c-406f-a910-cf2f9799d5fb None None] Pushing event updated for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:22.545857 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:05:22.565716 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Sync routers for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:05:22.580084 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:22.582794 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:22.583883 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:22.618487 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:22.623526 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-908f2aa3-ff5f-489f-a7ca-76e65b4e421f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4623508 Aug 10 12:05:22.624166 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:22.786586 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:22.817467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e687fc77-15bf-4bb7-8384-3a30a045c9df up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:22.985988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port e687fc77-15bf-4bb7-8384-3a30a045c9df completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:23.013326 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:21Z', 'revision_number': 3, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:23.079531 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.086485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.095277 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Checking router: 1b405b0d-b437-4f47-b838-cfcf4576cbdb for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:05:23.095626 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Updating router 1b405b0d-b437-4f47-b838-cfcf4576cbdb port 5609e28f-6c99-4214-96c9-479add1b5f07 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:05:23.102314 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:22Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:23.127514 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.158793 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68201f2-783a-4547-9007-ca8304d9c601 None None] The sync data for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi is: [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:22Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:05:23.300319 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c13d-5eba-44dd-94b0-df60ceeebacd req-fb1899bd-b3f0-44b4-814c-a7dc3efd96d3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:23.302254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bf26c13d-5eba-44dd-94b0-df60ceeebacd req-fb1899bd-b3f0-44b4-814c-a7dc3efd96d3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.2103610 Aug 10 12:05:23.376677 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Floating IP 79143241-6c3a-411b-aa2f-c71b682d0fe3 associated. External IP: 172.27.2.73, port: edfafe5b-69b1-4058-bd4d-c4bd60751552. Aug 10 12:05:23.450301 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bf26c13d-5eba-44dd-94b0-df60ceeebacd req-d9a3d63b-fd77-402f-9918-2e11e6f086c6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372070 Aug 10 12:05:23.626071 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.654023 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Transition to ACTIVE for port object 5609e28f-6c99-4214-96c9-479add1b5f07 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:23.664663 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.693140 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.726538 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:05:23.765534 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91353b-ff4a-4285-951c-940afd134d82 None None] Network b599a958-118c-4b5c-9f81-d2caeaeba632 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:23.805388 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Attempting to bind port 5609e28f-6c99-4214-96c9-479add1b5f07 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:23.809632 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Attempting to bind port 5609e28f-6c99-4214-96c9-479add1b5f07 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:23.811179 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Attempting to bind port 5609e28f-6c99-4214-96c9-479add1b5f07 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:23.817692 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f31a70-ecb1-4c38-a944-a62986fce632 None None] Pushing event updated for resources: {'Port': ['ID=5609e28f-6c99-4214-96c9-479add1b5f07,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:23.830153 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:23.831332 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:23.837358 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.837968 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:23.838611 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Bound port: 5609e28f-6c99-4214-96c9-479add1b5f07, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:23.839285 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:23.988283 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] For port 5609e28f-6c99-4214-96c9-479add1b5f07, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:23.991772 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] For port 5609e28f-6c99-4214-96c9-479add1b5f07, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5609e28f-6c99-4214-96c9-479add1b5f07,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:23.997866 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.019947 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Allocated IP 172.20.0.1 (b599a958-118c-4b5c-9f81-d2caeaeba632/b977c2e2-b52e-4adf-a087-70e1f836e231/d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:24.044518 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:05:24.070584 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.111012 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f31a70-ecb1-4c38-a944-a62986fce632 None None] Pushing event updated for resources: {'Port': ['ID=5609e28f-6c99-4214-96c9-479add1b5f07,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:24.124951 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:24.126144 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:24.171939 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-01fe78c9-6aca-4942-bae9-2c11e6d9beb4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "PUT /v2.0/floatingips/79143241-6c3a-411b-aa2f-c71b682d0fe3 HTTP/1.1" status: 200 len: 991 time: 2.5807471 Aug 10 12:05:24.172658 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:24.184099 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e70a00a-8410-4484-8b2a-d9e8bb88d422" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:24.216301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.248075 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Transition to ACTIVE for port object d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:24.295648 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be221d-c7c2-49a7-8bd7-898003185fcb x-openstack-request-id: req-58be221d-c7c2-49a7-8bd7-898003185fcb {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:24.295938 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:24.297047 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58be221d-c7c2-49a7-8bd7-898003185fcb {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:24.297488 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'status': 'completed', 'code': 200} Aug 10 12:05:24.363265 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.379653 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:05:24.395839 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Provisioning for port e687fc77-15bf-4bb7-8384-3a30a045c9df completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:24.398007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:24.398642 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:24.430811 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-d2520b07-babb-4bb6-9d92-f652f608411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:24.433956 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-d2520b07-babb-4bb6-9d92-f652f608411a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.1161523 Aug 10 12:05:24.473206 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:24.491124 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Provisioning complete for port e687fc77-15bf-4bb7-8384-3a30a045c9df triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:24.497701 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.508623 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Network b599a958-118c-4b5c-9f81-d2caeaeba632 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:24.516002 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:24.518632 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:24.519236 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.578600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:24.715098 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:24.782567 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-6f560cce-e353-46fb-a711-9dc4e7aa4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:24.784083 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-6f560cce-e353-46fb-a711-9dc4e7aa4d9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.3373880 Aug 10 12:05:24.796650 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.797684 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b944b-6dd0-45e9-b16c-327d2852bdce req-db4cfa4d-34d5-4471-b6ae-e52a3c7b2c82 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:24.806885 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:24.810106 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9e4b944b-6dd0-45e9-b16c-327d2852bdce req-db4cfa4d-34d5-4471-b6ae-e52a3c7b2c82 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1897998 Aug 10 12:05:24.885994 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:21Z', 'revision_number': 3, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:24.963643 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:24.979273 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-182092bb-970f-4353-a2d4-d181e29a2da5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 999 time: 0.1678791 Aug 10 12:05:24.983753 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f8600-ed71-4c3f-b94f-a673623edd4e None None] The sync data for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi is: [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:21Z', 'revision_number': 3, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:05:25.079473 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9e4b944b-6dd0-45e9-b16c-327d2852bdce req-d574dc77-7fb1-4e9e-98d6-fdcc60e8284b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992801 Aug 10 12:05:25.101935 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-e90aeecc-5376-42b6-b9b2-a8ffed566333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:25.103841 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-e90aeecc-5376-42b6-b9b2-a8ffed566333 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0959551 Aug 10 12:05:25.120152 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:25.125100 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] For port e687fc77-15bf-4bb7-8384-3a30a045c9df, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e687fc77-15bf-4bb7-8384-3a30a045c9df,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:25.137339 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:25.138184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.151262 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.154769 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.164212 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.165416 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.200039 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-0ff2a7b3-8a62-4ec2-a901-b3a4f993d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:25.205822 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-0ff2a7b3-8a62-4ec2-a901-b3a4f993d915 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867617 Aug 10 12:05:25.222236 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:25.320713 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe2df4-cc56-4db9-8074-169c103c91d5 None None] Pushing event updated for resources: {'Port': ['ID=e687fc77-15bf-4bb7-8384-3a30a045c9df,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:25.366272 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Network b599a958-118c-4b5c-9f81-d2caeaeba632 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:25.368674 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:25.381055 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1fa40341-0770-40c3-8920-f9d64c4c3ff8 None None] Provisioning complete for port e687fc77-15bf-4bb7-8384-3a30a045c9df triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:25.381510 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fa40341-0770-40c3-8920-f9d64c4c3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.440400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-ab0b5ace-853a-464f-b3f5-9acb3d6084e3 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189469 Aug 10 12:05:25.571166 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.592195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Router 1b405b0d-b437-4f47-b838-cfcf4576cbdb has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:05:25.709183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '79143241-6c3a-411b-aa2f-c71b682d0fe3', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:6e:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:04:50Z', 'updated_at': '2021-08-10T12:05:22Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:25.719716 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:25.730596 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e70a00a-8410-4484-8b2a-d9e8bb88d422 req-7fe2b579-fcf5-4ee7-a069-ae2e546efcfd service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741427 Aug 10 12:05:25.762898 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:25.804071 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:05:25.836542 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:05:25.842586 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:25.843211 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:25.843853 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f27e4b8a-51dc-4bf9-a889-0310d1851de1 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b405b0d-b437-4f47-b838-cfcf4576cbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186513 Aug 10 12:05:25.847925 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:25.910205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4f90bce-fbc6-4cf6-bd31-129ecf0e4c07 None None] Provisioning for port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:25.917163 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4f90bce-fbc6-4cf6-bd31-129ecf0e4c07 None None] Provisioning complete for port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:25.918376 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4f90bce-fbc6-4cf6-bd31-129ecf0e4c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:26.032382 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:26.187215 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f4f90bce-fbc6-4cf6-bd31-129ecf0e4c07 None None] Port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:05:26.245344 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:26.316345 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32181-7ba7-4a54-ae2c-54ed91253915 req-0bba414c-e444-4487-9f45-1162ab8fb208 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:26.318206 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a9a32181-7ba7-4a54-ae2c-54ed91253915 req-0bba414c-e444-4487-9f45-1162ab8fb208 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1117880 Aug 10 12:05:26.403957 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a9a32181-7ba7-4a54-ae2c-54ed91253915 req-422fd7b4-e356-4c20-a1f1-4e65daa77540 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788443 Aug 10 12:05:26.462121 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '79143241-6c3a-411b-aa2f-c71b682d0fe3', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:6e:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:04:50Z', 'updated_at': '2021-08-10T12:05:22Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:26.489866 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af46f-884e-4cbe-b55c-29033bd94110 None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '79143241-6c3a-411b-aa2f-c71b682d0fe3', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:6e:dd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:04:50Z', 'updated_at': '2021-08-10T12:05:22Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:05:26.751694 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:26.810987 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:26.811448 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:26.894360 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e687fc77-15bf-4bb7-8384-3a30a045c9df up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:26.954411 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port e687fc77-15bf-4bb7-8384-3a30a045c9df triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:26.954786 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:27.108163 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5609e28f-6c99-4214-96c9-479add1b5f07 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:27.108410 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1098a5e9-4ba2-4b97-9111-155f2ca7e56b None None] New status for floating IP 79143241-6c3a-411b-aa2f-c71b682d0fe3: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:05:27.321165 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 5609e28f-6c99-4214-96c9-479add1b5f07 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:27.326242 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 5609e28f-6c99-4214-96c9-479add1b5f07 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:27.326452 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:27.451804 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:27.519435 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 5609e28f-6c99-4214-96c9-479add1b5f07, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5609e28f-6c99-4214-96c9-479add1b5f07,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:27.530763 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:27.664864 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c70e8-ec46-464b-bad7-57c2992aba6e req-45ff8af9-d94f-4d77-a83e-6024372bae9d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:27.665963 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Sync routers for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:05:27.671306 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b18c70e8-ec46-464b-bad7-57c2992aba6e req-45ff8af9-d94f-4d77-a83e-6024372bae9d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1298440 Aug 10 12:05:27.692269 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=5609e28f-6c99-4214-96c9-479add1b5f07,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:27.695523 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:27.696304 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:27.748447 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b18c70e8-ec46-464b-bad7-57c2992aba6e req-820f2fd5-be7d-4ba7-8cbb-c0291df06a83 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699472 Aug 10 12:05:27.918511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:28.246908 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:24Z', 'revision_number': 4, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'd8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16', 'name': '', 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'mac_address': 'fa:16:3e:08:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:23Z', 'updated_at': '2021-08-10T12:05:24Z', 'revision_number': 2, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'subnets': [{'id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:28.276351 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Checking router: 1b405b0d-b437-4f47-b838-cfcf4576cbdb for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:05:28.277289 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Updating router 1b405b0d-b437-4f47-b838-cfcf4576cbdb port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:05:28.303837 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.595511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.609526 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Transition to ACTIVE for port object d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:28.616579 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.670462 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715f167-ea01-4dfa-adf8-ac1ba81913d4 None None] Pushing event updated for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:28.754138 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5609e28f-6c99-4214-96c9-479add1b5f07 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:28.801713 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Attempting to bind port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:28.802627 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Attempting to bind port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:28.803154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Attempting to bind port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 on network b599a958-118c-4b5c-9f81-d2caeaeba632 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:28.813301 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:28.813683 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Checking segment: {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:28.814091 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.814487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Bound using segment: {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:28.814959 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Bound port: d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a74331-e396-42ee-8485-32733c95eec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:28.815345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.871325 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 5609e28f-6c99-4214-96c9-479add1b5f07 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:28.871702 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:28.951056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] For port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:28.967255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] For port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:28.996630 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:29.029359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094d1a8-080a-4d62-9f8f-791d9b9b52dd req-cc7fa2c6-d9f8-427c-b684-1ee405aeea06 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:29.032006 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f094d1a8-080a-4d62-9f8f-791d9b9b52dd req-cc7fa2c6-d9f8-427c-b684-1ee405aeea06 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0682814 Aug 10 12:05:29.097816 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:05:29.098486 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:05:05Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:29.110258 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f094d1a8-080a-4d62-9f8f-791d9b9b52dd req-e9bb074d-0187-4090-b83b-eef556e3eb51 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711520 Aug 10 12:05:29.155311 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715f167-ea01-4dfa-adf8-ac1ba81913d4 None None] Pushing event updated for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:29.250083 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:05:29.535620 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:24Z', 'revision_number': 4, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'd8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16', 'name': '', 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'mac_address': 'fa:16:3e:08:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:23Z', 'updated_at': '2021-08-10T12:05:28Z', 'revision_number': 4, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'subnets': [{'id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:05:29.569711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78861e8b-8eb5-453e-b94f-d7f3337505a2 None None] The sync data for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi is: [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:05:24Z', 'revision_number': 4, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'd8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16', 'name': '', 'network_id': 'b599a958-118c-4b5c-9f81-d2caeaeba632', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'mac_address': 'fa:16:3e:08:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:23Z', 'updated_at': '2021-08-10T12:05:28Z', 'revision_number': 4, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'subnets': [{'id': 'b977c2e2-b52e-4adf-a087-70e1f836e231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:05:30.109284 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:05:30.245011 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123b50-4f5b-4d22-94f6-b5c50be84a9a req-0303c37e-3ddc-42d1-8ff6-f06819fadf78 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:30.252589 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-25123b50-4f5b-4d22-94f6-b5c50be84a9a req-0303c37e-3ddc-42d1-8ff6-f06819fadf78 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0632875 Aug 10 12:05:30.297696 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-25123b50-4f5b-4d22-94f6-b5c50be84a9a req-49845242-b0b6-499a-a9bd-21454549c8e4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Aug 10 12:05:30.744420 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:30.805551 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:30.810491 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:30.811109 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:30.910359 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:30.960256 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:05:30.965604 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:31.036760 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:31.326770 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0c1271-b0b3-486a-9a3d-4fe3a3f98664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:31.422694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05e01-78a9-42be-ab0c-c5130c8fdeb0 req-efe754f5-f0dd-4e30-b2a7-7360c715ff4d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:31.425221 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45b05e01-78a9-42be-ab0c-c5130c8fdeb0 req-efe754f5-f0dd-4e30-b2a7-7360c715ff4d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0553775 Aug 10 12:05:31.484743 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45b05e01-78a9-42be-ab0c-c5130c8fdeb0 req-84442445-bb3e-4c56-9271-e12324360b0f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532513 Aug 10 12:05:32.617161 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888bfb2-7aaa-43e8-ad0f-72f8567ef83f req-3a35f5d7-5f9f-43b8-bfef-c88519d644bb tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:32.625952 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3888bfb2-7aaa-43e8-ad0f-72f8567ef83f req-3a35f5d7-5f9f-43b8-bfef-c88519d644bb tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0661979 Aug 10 12:05:32.696984 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3888bfb2-7aaa-43e8-ad0f-72f8567ef83f req-a6cb5fbc-4f37-4cf6-b9fc-e1d0239dc350 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Aug 10 12:05:32.750036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:05:32.814634 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:32.815492 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:33.843994 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f06ab-f630-4f1f-80c2-5345ef4b63cb req-b5ebf7b4-a69d-4152-ac17-43e6607a52ff tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:33.845625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-410f06ab-f630-4f1f-80c2-5345ef4b63cb req-b5ebf7b4-a69d-4152-ac17-43e6607a52ff tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0569291 Aug 10 12:05:33.901535 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-410f06ab-f630-4f1f-80c2-5345ef4b63cb req-c0a9729c-1b54-4078-b7bc-5b00cbd5d605 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Aug 10 12:05:34.008120 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:34.259837 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f23ad5f-9745-428b-b376-dd6e0f8ecad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:35.037290 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb7a96-69cc-44a6-bf67-2d832b73c1b9 req-4ab4ffec-0767-4a57-a4d5-dd43b7a85256 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:35.039537 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0fbb7a96-69cc-44a6-bf67-2d832b73c1b9 req-4ab4ffec-0767-4a57-a4d5-dd43b7a85256 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0566406 Aug 10 12:05:35.086685 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0fbb7a96-69cc-44a6-bf67-2d832b73c1b9 req-cbe6434e-8055-4767-8c84-8396df7df4cc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Aug 10 12:05:35.958243 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:36.236821 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17e43-4e22-4bda-86f9-6fb7c8c1942a req-2a71ba32-adc0-4aa7-99ae-45695b79288b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:36.247054 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-68b17e43-4e22-4bda-86f9-6fb7c8c1942a req-2a71ba32-adc0-4aa7-99ae-45695b79288b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0742018 Aug 10 12:05:36.301707 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-68b17e43-4e22-4bda-86f9-6fb7c8c1942a req-403f8f34-41d8-4582-845a-5cb26a5846c8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Aug 10 12:05:36.668829 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:36.863679 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:36.955724 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-3afef1f6-0fc9-4aeb-bd29-42e21b0ad1d1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:36.957245 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-3afef1f6-0fc9-4aeb-bd29-42e21b0ad1d1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.1629455 Aug 10 12:05:36.975774 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:36.990528 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-f793fcad-b3f5-4886-ae37-d05251002976 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/quotas/b247cbfe85c241ed98a2b1576eaa6d70 HTTP/1.1" status: 200 len: 375 time: 0.0208077 Aug 10 12:05:37.070282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.075974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.130323 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d989f98b05c47ddb8792fdd9c6eb761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602880 Aug 10 12:05:37.133034 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41582) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:37.151251 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-d2bfb426-1135-4bd5-9059-6a9b15629ffb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424141 Aug 10 12:05:37.154844 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf0a98a-e2e4-41d5-b72f-6126fc0b0251,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:37.192005 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.218910 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.258684 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.259226 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.259610 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.260066 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.260522 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.261257 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.261716 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.262705 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.263121 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.263643 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.266060 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.266553 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68365359-9847-42eb-84ef-50eccc39c2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.298795 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.301898 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.306307 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bf0a98a-e2e4-41d5-b72f-6126fc0b0251 HTTP/1.1" status: 204 len: 168 time: 0.1721082 Aug 10 12:05:37.315420 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf0a98a-e2e4-41d5-b72f-6126fc0b0251,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:37.323550 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.324037 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.325133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.325704 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.326445 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.327226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.327805 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.328336 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.329018 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.330263 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.330891 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.331450 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016311d-f200-4c6d-ae09-634ab2809944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:05:37.395709 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41596) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:37.422694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-4358b938-8136-42d8-91b1-de58432b25fb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:37.429721 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-4358b938-8136-42d8-91b1-de58432b25fb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 815 time: 0.2703607 Aug 10 12:05:37.433656 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-e7e59e89-f797-4c7c-bdce-773f6b29c569 service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884811 Aug 10 12:05:37.445353 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-2faa1d86-0217-4739-83dd-2296f9092663 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/quotas/85736eb943ff424892dc83156272b705 HTTP/1.1" status: 200 len: 375 time: 0.0146949 Aug 10 12:05:37.513999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-221bb4b6-c8b5-49f4-a670-03d3bcb4ad72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.567931 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-2e3a65c0-2499-4be2-b2a5-8e106fecf90d tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132474 Aug 10 12:05:37.585681 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-750f2805-f74e-49bf-a5e2-13d885eeb9b3 service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388874 Aug 10 12:05:37.679989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-221bb4b6-c8b5-49f4-a670-03d3bcb4ad72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.685410 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-221bb4b6-c8b5-49f4-a670-03d3bcb4ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.692420 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-2f13ef62-d15f-486d-ba60-64b9d3a91488 service neutron] 10.222.0.64 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053357 Aug 10 12:05:37.773616 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-221bb4b6-c8b5-49f4-a670-03d3bcb4ad72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e838087865e42c48b49e516385f13ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745136 Aug 10 12:05:37.775096 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41608) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:37.805858 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb4b6-c8b5-49f4-a670-03d3bcb4ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e0d9c-41b8-4b10-a239-eb1d014c51e4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:37.848356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.877225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.973532 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.976510 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:37.977901 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a07e0d9c-41b8-4b10-a239-eb1d014c51e4 HTTP/1.1" status: 204 len: 168 time: 0.1997993 Aug 10 12:05:37.988439 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55372ae-f406-43c4-8513-15a6e0c56c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e0d9c-41b8-4b10-a239-eb1d014c51e4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:37.999594 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41618) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:38.026557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5278cabd-16ec-4e2d-848f-d5ad6abcf43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.114464 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-fe489007-4cf8-40b4-a22b-be435ed33eb0 service neutron] 10.222.0.64 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141893 Aug 10 12:05:38.135236 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbf9e3-6c56-416a-8160-80474e7f14bd req-519f8aae-bf81-48d2-ada1-2ba0f6adcb6d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:38.137839 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-afbbf9e3-6c56-416a-8160-80474e7f14bd req-519f8aae-bf81-48d2-ada1-2ba0f6adcb6d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.3218441 Aug 10 12:05:38.186181 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5278cabd-16ec-4e2d-848f-d5ad6abcf43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.194923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5278cabd-16ec-4e2d-848f-d5ad6abcf43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.211097 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-afbbf9e3-6c56-416a-8160-80474e7f14bd req-1666dd22-547e-416b-89de-36c43d894541 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Aug 10 12:05:38.229126 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-5278cabd-16ec-4e2d-848f-d5ad6abcf43d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb53123f1ab54fe1858db001433ce1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282212 Aug 10 12:05:38.232424 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41622) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:38.270408 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278cabd-16ec-4e2d-848f-d5ad6abcf43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c43df-95f4-4ab4-b58d-2af692716dd3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:38.345950 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.394403 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.497829 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f86d0e77-d777-4d85-acc9-6221e3d21765 req-148263c9-d867-4fd9-b26e-69eed5c614f1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0382745 Aug 10 12:05:38.516599 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.520895 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.524585 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/244c43df-95f4-4ab4-b58d-2af692716dd3 HTTP/1.1" status: 204 len: 168 time: 0.2887316 Aug 10 12:05:38.591026 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e207a737-8671-4bd5-b892-906ac0078105 req-0dd7c447-ec77-450c-88ac-59b28b1a0805 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 210 time: 0.0749681 Aug 10 12:05:38.592011 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352520c-4999-478f-b22b-bf5ea3cf492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c43df-95f4-4ab4-b58d-2af692716dd3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:38.644551 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:38.664299 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d086bf7-1695-410e-9395-2eacb6886efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.804264 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d086bf7-1695-410e-9395-2eacb6886efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.809608 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d086bf7-1695-410e-9395-2eacb6886efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.858834 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-2d086bf7-1695-410e-9395-2eacb6886efb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=329c761d5d6d44a9810bf7398bc00e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120051 Aug 10 12:05:38.859356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:38.860993 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086bf7-1695-410e-9395-2eacb6886efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a71898-1873-4de3-afd0-a69a75cf674a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:38.945582 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:38.971500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:39.027133 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:39.029931 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:39.031074 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92a71898-1873-4de3-afd0-a69a75cf674a HTTP/1.1" status: 204 len: 168 time: 0.1702938 Aug 10 12:05:39.039355 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a199c-361a-4a05-b8d4-82798b480a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a71898-1873-4de3-afd0-a69a75cf674a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:39.411563 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7851-9ae2-411f-b14f-2653b7eba6b4 req-3d97e364-8f23-4a88-a699-5c97c7790a01 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:39.413926 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-928d7851-9ae2-411f-b14f-2653b7eba6b4 req-3d97e364-8f23-4a88-a699-5c97c7790a01 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0782311 Aug 10 12:05:39.568231 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-6c2c8178-d2a5-47f5-8604-b0a7d9faf278 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:39.571105 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-6c2c8178-d2a5-47f5-8604-b0a7d9faf278 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.1282086 Aug 10 12:05:39.595248 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-928d7851-9ae2-411f-b14f-2653b7eba6b4 req-5c590158-65dd-454d-ab21-34d5b13ba299 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716015 Aug 10 12:05:39.619870 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Request body: {'port': {'device_id': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'admin_state_up': True, 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:39.771377 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ca38d99-bb0e-439b-a6c0-9b162edea803 req-cfd8a659-b351-4900-8d00-4a4c065d3f5e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 210 time: 0.0408823 Aug 10 12:05:39.773142 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-021be33d-524f-4149-9fc6-15b0c79d7c3f req-73db034a-6f68-4a4d-90dc-c64d3f19e978 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0616307 Aug 10 12:05:39.871940 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'port': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:39.876387 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.039299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Allocated IP 172.20.0.4 (e4919ca7-8a37-455a-8f5b-ffe460b1158a/3956d6fd-64b8-4c93-a215-b8afbb9676aa/db79d439-7a42-4efe-b291-14864fae33c4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:40.046555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41712) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:40.149477 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41716) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:40.265383 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.277726 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767574121-network', 'tenant_id': '004de01cb31f423f8faf6f335e4895c9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:40.341043 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-067002b0-0ed4-4fca-9262-c941aac604a0 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:40.342602 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-067002b0-0ed4-4fca-9262-c941aac604a0 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 815 time: 0.2152963 Aug 10 12:05:40.343661 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Made reservation on behalf of 004de01cb31f423f8faf6f335e4895c9 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:40.346000 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.353280 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e74c2-e748-4e51-b02d-660fd79a6079 req-141b2bdd-1351-4c69-9d06-b85828417488 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:40.354913 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-484e74c2-e748-4e51-b02d-660fd79a6079 req-141b2bdd-1351-4c69-9d06-b85828417488 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0797384 Aug 10 12:05:40.356551 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.361197 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.376925 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:05:40.378347 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56903dc3-65cb-4c63-98e7-a06cb569f6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.383969 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'port': {'device_id': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'admin_state_up': True, 'tenant_id': '85736eb943ff424892dc83156272b705'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:40.415813 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:40.420922 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:40.429091 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:40.437579 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:40.438500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.463914 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-484e74c2-e748-4e51-b02d-660fd79a6079 req-01cf2ec6-006f-48d0-a618-e91e1e9cd942 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995238 Aug 10 12:05:40.464523 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event updated for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:40.603852 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.608932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.613909 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-462c473c-d99b-46e7-a7e7-3cef3846adf1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0073030 Aug 10 12:05:40.642384 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:05:40.650976 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Request body: {'port': {'device_id': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:40.659312 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8310cb-1025-45dd-a223-1f81ca499f01,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:40.662722 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.663068 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Added segment fc382dbe-94f8-4a98-bd02-3d61155df61c of type vlan for network 453acb9d-5222-48b1-9c6d-99aa91a787c3 Aug 10 12:05:40.732125 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.783314 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.784280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:40.784875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.793132 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.849760 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56903dc3-65cb-4c63-98e7-a06cb569f6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.862049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-56903dc3-65cb-4c63-98e7-a06cb569f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:40.869528 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] Pushing event updated for resources: {'Network': ['ID=453acb9d-5222-48b1-9c6d-99aa91a787c3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:40.881429 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 453acb9d-5222-48b1-9c6d-99aa91a787c3 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:05:40.885389 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3f043222-df49-41e1-be74-8233ef099050 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8346944 Aug 10 12:05:40.901952 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41746) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:40.937743 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903dc3-65cb-4c63-98e7-a06cb569f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2afa62-68f0-4aec-b1a1-6f5c1646f6bb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:40.951672 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-56903dc3-65cb-4c63-98e7-a06cb569f6bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1913af14ea94e529a17cc5e67a7754d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975144 Aug 10 12:05:40.959833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Request body: {'subnet': {'network_id': '453acb9d-5222-48b1-9c6d-99aa91a787c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767574121-subnet', 'tenant_id': '004de01cb31f423f8faf6f335e4895c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:40.973639 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41748) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:40.987292 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0d26b4ed-7c7b-4c1c-ae8a-e1973c49b17d req-8b935613-c114-48ab-a5a3-caf96a901eca tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 210 time: 0.0394132 Aug 10 12:05:40.987457 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Made reservation on behalf of 85736eb943ff424892dc83156272b705 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:40.990952 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.020122 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Made reservation on behalf of 004de01cb31f423f8faf6f335e4895c9 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:41.023209 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.147238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734d7f-b783-4b0d-b12f-ce1ce9bebd4a req-4a68145e-9cd8-43fd-a775-7361473a8d03 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:41.154816 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5a734d7f-b783-4b0d-b12f-ce1ce9bebd4a req-4a68145e-9cd8-43fd-a775-7361473a8d03 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.3724020 Aug 10 12:05:41.166795 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.222834 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.244925 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33091a64-26a7-4041-911b-25d61d6df7ec req-f2f65170-b637-48d6-ba4a-dc8f702bc363 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:41.252898 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-33091a64-26a7-4041-911b-25d61d6df7ec req-f2f65170-b637-48d6-ba4a-dc8f702bc363 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 931 time: 0.2025249 Aug 10 12:05:41.254007 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Allocated IP 172.20.0.14 (f90b32d7-d919-4856-929b-f6b90bd94857/1559426e-6556-49b9-ba13-6bee614b79f2/d0665c01-d5ff-4503-b317-48b663d8b2e0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:41.307480 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5a734d7f-b783-4b0d-b12f-ce1ce9bebd4a req-496d00cc-b779-434f-ae9c-4a5df8ad0f40 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516709 Aug 10 12:05:41.396932 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-33091a64-26a7-4041-911b-25d61d6df7ec req-a714ff64-50e0-4dbe-812c-b1468c1330b3 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383753 Aug 10 12:05:41.441206 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.446521 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.449121 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c2afa62-68f0-4aec-b1a1-6f5c1646f6bb HTTP/1.1" status: 204 len: 168 time: 0.4679749 Aug 10 12:05:41.472406 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.494042 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd99552-0ff0-406f-a7be-245b27ff6cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2afa62-68f0-4aec-b1a1-6f5c1646f6bb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:41.501513 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db79d439-7a42-4efe-b291-14864fae33c4 {{(pid=93499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:41.539872 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.566456 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Transition to ACTIVE for port object db79d439-7a42-4efe-b291-14864fae33c4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:41.575089 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.627835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea185caa-6a8d-470d-bfe4-6d2803165108,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:41.684383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Checking segment: {'id': 'fc382dbe-94f8-4a98-bd02-3d61155df61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '453acb9d-5222-48b1-9c6d-99aa91a787c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:41.684926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Network hostable DHCP agents. Network: 453acb9d-5222-48b1-9c6d-99aa91a787c3, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:05:41.722856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.726457 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Pushing event updated for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:41.741313 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Network 453acb9d-5222-48b1-9c6d-99aa91a787c3 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:05:41.749775 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Transition to ACTIVE for port object d0665c01-d5ff-4503-b317-48b663d8b2e0 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:41.770368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 453acb9d-5222-48b1-9c6d-99aa91a787c3) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:41.780849 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fde96-1b3b-47f8-8ee0-6c7a2a4ec12a None None] Network 453acb9d-5222-48b1-9c6d-99aa91a787c3 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:41.782533 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:41.783137 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.798353 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Attempting to bind port db79d439-7a42-4efe-b291-14864fae33c4 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:41.798693 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Attempting to bind port db79d439-7a42-4efe-b291-14864fae33c4 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:41.799090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Attempting to bind port db79d439-7a42-4efe-b291-14864fae33c4 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:41.806128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Port db79d439-7a42-4efe-b291-14864fae33c4 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:05:41.806427 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Attempting to bind port db79d439-7a42-4efe-b291-14864fae33c4 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:41.831373 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e6bacf88-d01a-4710-968e-72d16f3ad0b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8951805 Aug 10 12:05:41.846625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.863607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:41.864141 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Checking segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:41.864602 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Bound using segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:41.875765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Bound port: db79d439-7a42-4efe-b291-14864fae33c4, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:41.875765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.893117 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec80e-4be5-452c-a1d1-d4b7ad32fde2 req-85fbe0de-de5e-47b9-8d54-1e5c8bd70ff1 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:41.894714 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d29ec80e-4be5-452c-a1d1-d4b7ad32fde2 req-85fbe0de-de5e-47b9-8d54-1e5c8bd70ff1 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.3087218 Aug 10 12:05:41.915705 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Network f90b32d7-d919-4856-929b-f6b90bd94857 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:41.920581 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:41.924221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:41.930119 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:41.940074 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:41.954898 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:41.980180 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-70db7bf3-9535-412a-996d-14a7e16186c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052203 Aug 10 12:05:42.157195 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d29ec80e-4be5-452c-a1d1-d4b7ad32fde2 req-a867b8d7-9af0-4953-9add-d7a6525530f8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327960 Aug 10 12:05:42.194998 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d54d5-89f8-4f88-9d4b-6f36eb7fa345 None None] Network 453acb9d-5222-48b1-9c6d-99aa91a787c3 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:42.224616 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:42.235540 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=db79d439-7a42-4efe-b291-14864fae33c4,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:42.246209 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:42.393326 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:42.395942 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:42.398039 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] 10.222.0.66 "PUT /v2.0/ports/db79d439-7a42-4efe-b291-14864fae33c4 HTTP/1.1" status: 200 len: 1093 time: 1.7751925 Aug 10 12:05:42.401586 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-693c8121-6389-4aae-8d46-bfeaf6b83468 None None] Provisioning for port d0665c01-d5ff-4503-b317-48b663d8b2e0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:05:42.408599 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:42.411270 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59b154-1654-4a06-84db-66acce363343" -d '{"events": [{"name": "network-changed", "server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "tag": "db79d439-7a42-4efe-b291-14864fae33c4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:42.413453 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-693c8121-6389-4aae-8d46-bfeaf6b83468 None None] Provisioning complete for port d0665c01-d5ff-4503-b317-48b663d8b2e0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:05:42.413995 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-693c8121-6389-4aae-8d46-bfeaf6b83468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:42.469399 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2f15-50b5-466c-9f25-5f435a41df0d service neutron] Pushing event updated for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:42.500008 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765d5e4-561a-42c8-a512-75ba83f3f8f6 req-ca399c93-fda6-43f9-8388-1bc7e9b8bd4a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:42.501896 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4765d5e4-561a-42c8-a512-75ba83f3f8f6 req-ca399c93-fda6-43f9-8388-1bc7e9b8bd4a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.1484485 Aug 10 12:05:42.562240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4765d5e4-561a-42c8-a512-75ba83f3f8f6 req-710988d1-2fa1-4d3b-bd40-a80c62d6528e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527987 Aug 10 12:05:42.787052 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092046df-15e3-4b12-a29a-59ef18a00ce6 req-d3e3fa63-f941-4549-b9e3-2696a4b5e74f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:42.796229 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-092046df-15e3-4b12-a29a-59ef18a00ce6 req-d3e3fa63-f941-4549-b9e3-2696a4b5e74f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0688922 Aug 10 12:05:42.882062 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-092046df-15e3-4b12-a29a-59ef18a00ce6 req-de793fa1-712e-434f-8ba5-87f70beb2edd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Aug 10 12:05:42.942856 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-693c8121-6389-4aae-8d46-bfeaf6b83468 None None] Port d0665c01-d5ff-4503-b317-48b663d8b2e0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:05:43.016632 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41808) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:43.023577 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1855728434-network', 'tenant_id': '530863554f894effbcdc021a34515cc4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:43.025589 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d9258-93b0-4e0d-a962-cc546b0d6e21 req-fc2359e7-cc41-4a5f-ab6f-fd5843922515 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:43.033380 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-565d9258-93b0-4e0d-a962-cc546b0d6e21 req-fc2359e7-cc41-4a5f-ab6f-fd5843922515 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0655501 Aug 10 12:05:43.074545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Made reservation on behalf of 530863554f894effbcdc021a34515cc4 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:43.077749 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.078633 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-565d9258-93b0-4e0d-a962-cc546b0d6e21 req-842f0d33-7312-4842-aa1b-7a6b07c63082 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Aug 10 12:05:43.110100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.163830 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f908413-945b-4eba-a128-ab1760b5726e x-openstack-request-id: req-3f908413-945b-4eba-a128-ab1760b5726e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:43.164109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "tag": "db79d439-7a42-4efe-b291-14864fae33c4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:43.164449 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f908413-945b-4eba-a128-ab1760b5726e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:43.164816 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4', 'status': 'completed', 'code': 200} Aug 10 12:05:43.294721 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.310809 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.338906 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739b6df-c48d-4cad-9bd4-f337b5541221 req-4241f693-5f9f-4bb3-82dd-c040402a2479 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:43.340421 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:05:43.345364 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d739b6df-c48d-4cad-9bd4-f337b5541221 req-4241f693-5f9f-4bb3-82dd-c040402a2479 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.1005027 Aug 10 12:05:43.355794 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6588a-1694-4d02-9e71-cd7d46a9ac53,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:43.374114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.374614 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Added segment 1f71b3c1-a00b-449e-9345-d6dc02ed9a3c of type vlan for network 3a730982-4469-43da-9a67-7a90d34c2eb5 Aug 10 12:05:43.412384 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d739b6df-c48d-4cad-9bd4-f337b5541221 req-172a21d8-f6e4-4118-9d8f-5c02ef0343ea tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636272 Aug 10 12:05:43.417222 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.467783 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.469200 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:43.469936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.543785 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5224183 Aug 10 12:05:43.544333 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41822) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:43.552193 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Request body: {'subnet': {'network_id': '3a730982-4469-43da-9a67-7a90d34c2eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1855728434-subnet', 'tenant_id': '530863554f894effbcdc021a34515cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:43.554585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc72df0-e11a-4d70-ab9d-3e91395434ec admin admin] Pushing event updated for resources: {'Network': ['ID=3a730982-4469-43da-9a67-7a90d34c2eb5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:43.573301 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 3a730982-4469-43da-9a67-7a90d34c2eb5 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:05:43.602316 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Made reservation on behalf of 530863554f894effbcdc021a34515cc4 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:43.605241 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.756508 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc29db-1c7e-475a-91c2-6a8ce63157a9 req-0d4ce5b8-95fc-4707-8065-d9abe5b65c26 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:43.764253 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2cc29db-1c7e-475a-91c2-6a8ce63157a9 req-0d4ce5b8-95fc-4707-8065-d9abe5b65c26 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.1059320 Aug 10 12:05:43.810718 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2cc29db-1c7e-475a-91c2-6a8ce63157a9 req-7b52415b-ca4b-4392-972e-cb33f7d95419 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Aug 10 12:05:43.819390 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41830) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:43.907227 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.959215 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1442-c4c6-4694-ab1c-0aeaa6c34625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:43.991129 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0f7862-72be-422a-9b56-ac755430b8bc,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:44.013142 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Checking segment: {'id': '1f71b3c1-a00b-449e-9345-d6dc02ed9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '3a730982-4469-43da-9a67-7a90d34c2eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:44.013830 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Network hostable DHCP agents. Network: 3a730982-4469-43da-9a67-7a90d34c2eb5, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:05:44.038051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e46c-89ed-47d4-88b0-c511415f6cb9 req-cc08701e-95b5-43e9-8181-c6ceef7dff11 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:44.040980 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-77b5e46c-89ed-47d4-88b0-c511415f6cb9 req-cc08701e-95b5-43e9-8181-c6ceef7dff11 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0940013 Aug 10 12:05:44.102495 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1442-c4c6-4694-ab1c-0aeaa6c34625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.110167 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Network 3a730982-4469-43da-9a67-7a90d34c2eb5 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:05:44.113818 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1442-c4c6-4694-ab1c-0aeaa6c34625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.119557 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-77b5e46c-89ed-47d4-88b0-c511415f6cb9 req-cd33a555-2bf8-464d-8735-b03291ce7724 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683291 Aug 10 12:05:44.126619 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 3a730982-4469-43da-9a67-7a90d34c2eb5) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:44.131964 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:44.132676 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.147824 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe719d-7dcb-433b-903b-3582c0078f38 None None] Network 3a730982-4469-43da-9a67-7a90d34c2eb5 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:44.157142 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f1442-c4c6-4694-ab1c-0aeaa6c34625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534898ae-55d6-47ac-a740-37669c09a1c4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:44.171163 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41838) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:44.174793 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1f9f1442-c4c6-4694-ab1c-0aeaa6c34625 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62a32dbaaade493581cecc7ce0c861b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540292 Aug 10 12:05:44.191664 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-fd7d1dc0-4fc3-4f15-b9b5-fe0148a84d15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6454120 Aug 10 12:05:44.251586 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.297438 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.306179 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77f11b-eb42-4deb-a414-94c391230186 None None] Network 3a730982-4469-43da-9a67-7a90d34c2eb5 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:44.351218 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.353522 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:44.358090 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/534898ae-55d6-47ac-a740-37669c09a1c4 HTTP/1.1" status: 204 len: 168 time: 0.1857080 Aug 10 12:05:44.367708 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a271b3-222a-4075-afea-922e3a8438ac req-a405ea34-cc21-4587-be5d-2aabf860659f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:44.369296 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a1a271b3-222a-4075-afea-922e3a8438ac req-a405ea34-cc21-4587-be5d-2aabf860659f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1372676 Aug 10 12:05:44.383029 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97733967-8f97-4b5d-bc8c-85fdb2fca0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534898ae-55d6-47ac-a740-37669c09a1c4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:44.455229 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a1a271b3-222a-4075-afea-922e3a8438ac req-91cd2398-427a-4768-be6e-705c29815307 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787282 Aug 10 12:05:44.565952 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e4de0-54eb-4493-b54f-f4c45fbaa4c0 req-fa009d13-2193-43f6-bd40-57db20e160b6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:44.567692 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b11e4de0-54eb-4493-b54f-f4c45fbaa4c0 req-fa009d13-2193-43f6-bd40-57db20e160b6 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0618815 Aug 10 12:05:44.635815 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b11e4de0-54eb-4493-b54f-f4c45fbaa4c0 req-4d5b0398-edee-4902-8afe-a4bcd986c8ca tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Aug 10 12:05:45.008371 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b66d9-6fbf-4cdc-ab47-233f21633277 req-f95980a2-cae9-4f01-ba52-f732ed988a63 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:45.019140 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c07b66d9-6fbf-4cdc-ab47-233f21633277 req-f95980a2-cae9-4f01-ba52-f732ed988a63 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.1358044 Aug 10 12:05:45.064998 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c07b66d9-6fbf-4cdc-ab47-233f21633277 req-044048ea-20eb-459c-b626-e71f50363770 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Aug 10 12:05:45.219477 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 41880) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:45.248604 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e729d-a18f-4c6b-91e3-dbdfc7db178e req-e1c4686f-7061-4047-83f0-302b798b8506 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:45.250368 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-231e729d-a18f-4c6b-91e3-dbdfc7db178e req-e1c4686f-7061-4047-83f0-302b798b8506 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0609691 Aug 10 12:05:45.288893 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-231e729d-a18f-4c6b-91e3-dbdfc7db178e req-4eea5c90-641c-476e-80ce-31d68e7638f4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Aug 10 12:05:45.321491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-64203216-network', 'tenant_id': '35659c7ad1b64b2d9a47be525496a0c9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:45.341991 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Made reservation on behalf of 35659c7ad1b64b2d9a47be525496a0c9 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:45.344281 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.356414 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.453560 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.460519 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.490052 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:05:45.502813 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d697e-f582-44cb-8765-43349d87bb4b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:45.508309 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.508624 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Added segment c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88 of type vlan for network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf Aug 10 12:05:45.571570 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89260c67-80bf-43d3-88f6-8ff0ebf6f02a req-fa91e626-92bb-4293-9447-3273423e9a07 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:45.572917 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.574020 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-89260c67-80bf-43d3-88f6-8ff0ebf6f02a req-fa91e626-92bb-4293-9447-3273423e9a07 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0539720 Aug 10 12:05:45.604924 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.606170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:45.607155 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.615400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-89260c67-80bf-43d3-88f6-8ff0ebf6f02a req-594b6169-5ee2-48b6-9bd8-af1915cee35d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Aug 10 12:05:45.665742 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4443374 Aug 10 12:05:45.668863 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 41896) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:45.671043 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790757f-8efe-4e31-a8c0-7a2139c3eb43 admin admin] Pushing event updated for resources: {'Network': ['ID=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:45.680027 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Request body: {'subnet': {'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-64203216-subnet', 'tenant_id': '35659c7ad1b64b2d9a47be525496a0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:45.680973 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:05:45.717562 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Made reservation on behalf of 35659c7ad1b64b2d9a47be525496a0c9 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:45.720706 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:45.820252 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb49ed3-42a8-4d2e-b882-4bf04267aafc req-c260b44d-ac9b-4e79-8def-6b7dafd57805 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:45.821798 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3cb49ed3-42a8-4d2e-b882-4bf04267aafc req-c260b44d-ac9b-4e79-8def-6b7dafd57805 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.1195853 Aug 10 12:05:45.893009 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3cb49ed3-42a8-4d2e-b882-4bf04267aafc req-29165f92-c177-42aa-b583-ac2051de760a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Aug 10 12:05:45.970986 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:46.038069 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0943f2-7762-4816-bcb4-57176250523f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:46.045555 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Checking segment: {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:46.045893 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Network hostable DHCP agents. Network: 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:05:46.069217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:05:46.079431 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:46.083535 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:46.093744 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272586e-ff9f-4383-8b7d-17861470eaa6 None None] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:46.097774 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:46.144818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c0ad5dea-79a5-4d16-843f-f621044abec5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4731927 Aug 10 12:05:46.222817 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb320-84bc-4a7c-baf2-262b8e0e78fe req-7c584c9c-da99-4980-a236-c1190cbf2259 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:46.224728 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d3cb320-84bc-4a7c-baf2-262b8e0e78fe req-7c584c9c-da99-4980-a236-c1190cbf2259 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0800872 Aug 10 12:05:46.274352 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d3cb320-84bc-4a7c-baf2-262b8e0e78fe req-225311d8-73f7-4d4f-b7fa-cf8c5ccd4777 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Aug 10 12:05:46.287696 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafaed65-94d1-41a7-9094-545ce4dbcb35 None None] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:05:46.418998 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35449dc-10c1-4deb-9e8b-b1edf9370bf9 req-c6c428d1-7712-46b9-9958-de7218d3b50f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:46.421351 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d35449dc-10c1-4deb-9e8b-b1edf9370bf9 req-c6c428d1-7712-46b9-9958-de7218d3b50f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0575271 Aug 10 12:05:46.498694 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d35449dc-10c1-4deb-9e8b-b1edf9370bf9 req-8d635369-eafb-46bc-9b87-b11dd418e422 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710502 Aug 10 12:05:46.761299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02878d5e-9f55-4028-876c-4703ead7b263 req-56aa6503-1642-4f50-913e-94175f451df5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:46.763306 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-02878d5e-9f55-4028-876c-4703ead7b263 req-56aa6503-1642-4f50-913e-94175f451df5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0759254 Aug 10 12:05:46.817535 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-02878d5e-9f55-4028-876c-4703ead7b263 req-6a3e1e78-883e-43d2-a5af-43691b5bc157 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 Aug 10 12:05:47.022102 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e5439-0b36-4b71-afb9-dbe68c081a33 req-a8cb3e80-d8cb-450d-a3a5-9ac2f687418c tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:47.023942 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-064e5439-0b36-4b71-afb9-dbe68c081a33 req-a8cb3e80-d8cb-450d-a3a5-9ac2f687418c tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0568058 Aug 10 12:05:47.062466 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-064e5439-0b36-4b71-afb9-dbe68c081a33 req-13b1e5fa-6a1f-4348-b2b1-be3508445b97 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Aug 10 12:05:47.401141 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bd09f-613d-4b0e-8ba0-728c2f593a04 req-76fc7c52-3226-4775-98d6-d2ce64584fe1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:47.402665 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2b3bd09f-613d-4b0e-8ba0-728c2f593a04 req-76fc7c52-3226-4775-98d6-d2ce64584fe1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0482073 Aug 10 12:05:47.441637 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2b3bd09f-613d-4b0e-8ba0-728c2f593a04 req-379917c6-4fe6-4d51-bbc6-5c8ec77c181b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 10 12:05:47.599641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a9c9-32a7-49e4-9806-609841a89932 req-805ddbda-e39a-4b79-91ed-f8c7b03dbdf7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:47.601211 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0e99a9c9-32a7-49e4-9806-609841a89932 req-805ddbda-e39a-4b79-91ed-f8c7b03dbdf7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0472322 Aug 10 12:05:47.639237 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0e99a9c9-32a7-49e4-9806-609841a89932 req-fed93f4e-01df-4150-9f0a-c441c7a8f0cc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Aug 10 12:05:47.971841 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db491ab2-a298-48a6-b504-115f12cf5184 req-3e01264c-5744-49d0-a359-530836433e85 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:47.973385 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db491ab2-a298-48a6-b504-115f12cf5184 req-3e01264c-5744-49d0-a359-530836433e85 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0536547 Aug 10 12:05:48.012284 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db491ab2-a298-48a6-b504-115f12cf5184 req-fa97d252-e749-4a2a-a336-e5e7ebb57500 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Aug 10 12:05:48.188650 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-b2e09751-f27b-41f0-9127-91ac05408077 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:48.190318 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-b2e09751-f27b-41f0-9127-91ac05408077 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 807 time: 0.1035640 Aug 10 12:05:48.207092 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-f09247fa-9f89-4bf2-92aa-3fc20794890e tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/quotas/35659c7ad1b64b2d9a47be525496a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0100529 Aug 10 12:05:48.245641 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d2c35eb4-1f9a-44b6-b9ae-a5ea6856014a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319221 Aug 10 12:05:48.335652 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-9520a642-df1d-4efc-b141-90094fb9eacc service neutron] 10.222.0.64 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823410 Aug 10 12:05:48.431237 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-bfee1a18-92ef-4d32-8cf0-136740fce3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Aug 10 12:05:48.656128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71d4-d61e-4031-9cff-e9baf1a50c73 req-12864110-11a9-4574-bfeb-1d2d9c1dc711 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:48.657702 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1be71d4-d61e-4031-9cff-e9baf1a50c73 req-12864110-11a9-4574-bfeb-1d2d9c1dc711 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0537338 Aug 10 12:05:48.697260 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1be71d4-d61e-4031-9cff-e9baf1a50c73 req-13b064ff-1de6-4642-b0ba-73a1ba915c53 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Aug 10 12:05:48.827172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d5d12-c715-4c74-ab5f-a77216f01d28 req-69f85a05-ec68-4c82-826d-2e079c85bc19 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:48.841882 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c5d5d12-c715-4c74-ab5f-a77216f01d28 req-69f85a05-ec68-4c82-826d-2e079c85bc19 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0707974 Aug 10 12:05:48.876944 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c5d5d12-c715-4c74-ab5f-a77216f01d28 req-77de2850-999a-4105-84a1-5ca3495994ec tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Aug 10 12:05:48.957121 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3118ec6e-5d38-48cf-83ca-1079e0e3da32 req-3e1b3022-9786-4d71-ac08-4ab4d3717cd9 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0409498 Aug 10 12:05:49.094169 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736aea9-aaf4-4cad-8571-445dd1fa46a5 req-9ccf78fd-225d-4cf4-ad13-148122d33870 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:49.095796 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9736aea9-aaf4-4cad-8571-445dd1fa46a5 req-9ccf78fd-225d-4cf4-ad13-148122d33870 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0783682 Aug 10 12:05:49.136470 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9736aea9-aaf4-4cad-8571-445dd1fa46a5 req-027685db-a1b4-47a3-a175-e13aa27294a2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346029 Aug 10 12:05:49.246454 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270659f2-7aec-4136-93d8-2ffbb4b4fa98 req-de850b25-4100-49a6-a849-fc85bcdb778a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:49.253101 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-270659f2-7aec-4136-93d8-2ffbb4b4fa98 req-de850b25-4100-49a6-a849-fc85bcdb778a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0535364 Aug 10 12:05:49.293838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-270659f2-7aec-4136-93d8-2ffbb4b4fa98 req-dd2d7683-12f4-4de7-9b5e-c3cab5e9e806 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Aug 10 12:05:49.823102 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9957ea-a6cb-4d60-80f1-a157bc3c5974 req-735b52b0-3b2f-44df-9438-42bb107f61fd tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:49.824484 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9957ea-a6cb-4d60-80f1-a157bc3c5974 req-735b52b0-3b2f-44df-9438-42bb107f61fd tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0566366 Aug 10 12:05:49.864341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9957ea-a6cb-4d60-80f1-a157bc3c5974 req-d46e6ff4-09c9-4d7a-a85d-f3dd423e3e9a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Aug 10 12:05:50.027312 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0268a20-2bfa-4352-a4f1-6987427de93a req-92bd06ff-baf3-4185-a637-947b44719b60 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:50.029394 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0268a20-2bfa-4352-a4f1-6987427de93a req-92bd06ff-baf3-4185-a637-947b44719b60 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0744746 Aug 10 12:05:50.072187 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0268a20-2bfa-4352-a4f1-6987427de93a req-e823bd28-d672-4bf8-a81c-69fb868dd82b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Aug 10 12:05:50.161068 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cea8e78a-768b-401c-ab40-99ccb8f93e06 req-6cc5f131-dd9f-4105-968b-ce21f71cfbeb tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0264895 Aug 10 12:05:50.300383 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3288d-8c81-417d-986f-e277d04658c7 req-75ebff95-7a29-41c0-b83e-f5aa83600fa8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:50.305407 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-88c3288d-8c81-417d-986f-e277d04658c7 req-75ebff95-7a29-41c0-b83e-f5aa83600fa8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0681245 Aug 10 12:05:50.357445 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-88c3288d-8c81-417d-986f-e277d04658c7 req-d5fdec31-0b94-472a-9086-20cc35f78ef2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491145 Aug 10 12:05:50.484717 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235daae0-d8ba-4071-9b81-7254b03defe5 req-e6cb6ca7-8698-4875-a3a3-df8d2b3088ea tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:50.486803 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-235daae0-d8ba-4071-9b81-7254b03defe5 req-e6cb6ca7-8698-4875-a3a3-df8d2b3088ea tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0755923 Aug 10 12:05:50.541658 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-235daae0-d8ba-4071-9b81-7254b03defe5 req-72797471-1516-42cb-83dd-dfd2fd46e429 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Aug 10 12:05:50.992088 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb4185-f20b-4d9f-a469-a52a5ce19eac req-32e6826a-b63e-4459-90a8-ee9c25f874d8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:50.993831 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1adb4185-f20b-4d9f-a469-a52a5ce19eac req-32e6826a-b63e-4459-90a8-ee9c25f874d8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0617609 Aug 10 12:05:51.054080 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1adb4185-f20b-4d9f-a469-a52a5ce19eac req-ecd7f059-9898-4206-8b36-2289c14d6ede tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Aug 10 12:05:51.199813 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f525e19-b4c9-42e8-94a3-05ffccd3b9e3 req-1aa45944-1f8b-4293-9eac-99d7658cc126 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:51.201893 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1f525e19-b4c9-42e8-94a3-05ffccd3b9e3 req-1aa45944-1f8b-4293-9eac-99d7658cc126 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0631311 Aug 10 12:05:51.239286 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1f525e19-b4c9-42e8-94a3-05ffccd3b9e3 req-375c534e-9b6d-49c6-ae48-2fc193aa9f0f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Aug 10 12:05:51.331066 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d3cd61f3-a507-4ee6-906e-d5c0878e1162 req-51f37a26-740b-4c8d-abd8-009457476d99 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Aug 10 12:05:51.475501 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fffa00-3ad0-49b7-a413-2f738c9caec1 req-7cb66df9-0c64-4079-b6ad-b889488a7702 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:51.476941 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-58fffa00-3ad0-49b7-a413-2f738c9caec1 req-7cb66df9-0c64-4079-b6ad-b889488a7702 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0553367 Aug 10 12:05:51.517018 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-58fffa00-3ad0-49b7-a413-2f738c9caec1 req-b782155f-d623-4a13-b5a7-46f4aa2a2bd7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 10 12:05:51.710189 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274aa97-fa92-4797-8bb6-55c0271a1341 req-c0ddddaf-4d3a-4e2f-8a31-b93c5a6ae6b1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:51.711741 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f274aa97-fa92-4797-8bb6-55c0271a1341 req-c0ddddaf-4d3a-4e2f-8a31-b93c5a6ae6b1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0879722 Aug 10 12:05:51.761461 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f274aa97-fa92-4797-8bb6-55c0271a1341 req-a002e4ad-cb5d-4f94-81d1-6fab33e2cc0a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Aug 10 12:05:52.169530 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35656474-28b1-4740-a757-d53298ec8d49 req-0b59136d-d183-460e-8338-f967ca19616f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:52.171169 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-35656474-28b1-4740-a757-d53298ec8d49 req-0b59136d-d183-460e-8338-f967ca19616f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0575094 Aug 10 12:05:52.217240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-35656474-28b1-4740-a757-d53298ec8d49 req-eb047784-fa74-499e-b695-0c71af3e7148 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368242 Aug 10 12:05:52.379716 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1367db0-787f-461a-8d62-28e97e9e3eed req-8bafc20f-1f69-488a-9b03-c0ab96b5bba6 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:52.381859 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1367db0-787f-461a-8d62-28e97e9e3eed req-8bafc20f-1f69-488a-9b03-c0ab96b5bba6 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0689247 Aug 10 12:05:52.420449 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1367db0-787f-461a-8d62-28e97e9e3eed req-51ebb106-e16c-40e3-9b78-3466c1157c84 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Aug 10 12:05:52.512804 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ea58486-80f7-48ea-879e-68a7cb2c13af req-8fd77b85-0170-454b-9fce-ba466a33bde9 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0255978 Aug 10 12:05:52.649507 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f96b9-d4c9-4f66-81e4-fe78706a913e req-a77a53f9-4d42-411e-b508-276ef658223e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:52.660996 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc3f96b9-d4c9-4f66-81e4-fe78706a913e req-a77a53f9-4d42-411e-b508-276ef658223e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0613749 Aug 10 12:05:52.697227 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc3f96b9-d4c9-4f66-81e4-fe78706a913e req-93551c67-d339-4976-b7ad-4cab12aafdee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Aug 10 12:05:52.929604 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a700e-33ef-4d18-9478-f94901d5193d req-02e4bc66-5a13-4ec1-afda-a9600d62c181 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:52.931220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-124a700e-33ef-4d18-9478-f94901d5193d req-02e4bc66-5a13-4ec1-afda-a9600d62c181 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0579507 Aug 10 12:05:52.988455 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-124a700e-33ef-4d18-9478-f94901d5193d req-7645bd2f-af07-4291-9bbd-923e18f8656c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510125 Aug 10 12:05:53.367602 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7502c51-51a5-44d6-b80f-6d393fa73f6b req-b3c1e9c1-09db-427a-81fe-85ca672f21de tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:53.369287 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a7502c51-51a5-44d6-b80f-6d393fa73f6b req-b3c1e9c1-09db-427a-81fe-85ca672f21de tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0523610 Aug 10 12:05:53.412754 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a7502c51-51a5-44d6-b80f-6d393fa73f6b req-d80c422e-c394-4074-b6cf-de550ea25fdf tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365205 Aug 10 12:05:53.548671 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa33c50-7644-44a3-8df0-5d464dc4e7a3 req-544bf9df-b315-4a94-b90a-4070b3b4c6e5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:53.550494 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ffa33c50-7644-44a3-8df0-5d464dc4e7a3 req-544bf9df-b315-4a94-b90a-4070b3b4c6e5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0612547 Aug 10 12:05:53.588124 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ffa33c50-7644-44a3-8df0-5d464dc4e7a3 req-fe9660a9-ee73-4b35-9c6e-5dc8cebbd835 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Aug 10 12:05:53.674960 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9103cc4d-509b-4298-93a2-af31a1b6cad2 req-9b88453b-5591-44c4-8929-48b551b32a8b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Aug 10 12:05:53.822894 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2304-e6ce-4825-971a-bdad6f26e750 req-5544d3f7-8645-4495-a263-d6f8d8700840 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:53.824375 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-95ba2304-e6ce-4825-971a-bdad6f26e750 req-5544d3f7-8645-4495-a263-d6f8d8700840 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0479774 Aug 10 12:05:53.861626 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-95ba2304-e6ce-4825-971a-bdad6f26e750 req-40eab59c-16fe-486a-9665-b202002b1c30 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Aug 10 12:05:54.120719 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42088) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:54.146013 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251621-0f1c-48f8-8f51-d052a584f6d2 req-0b0fc293-3a22-4f70-bcac-3285572427bb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:54.147965 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a9251621-0f1c-48f8-8f51-d052a584f6d2 req-0b0fc293-3a22-4f70-bcac-3285572427bb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0575140 Aug 10 12:05:54.191630 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a9251621-0f1c-48f8-8f51-d052a584f6d2 req-7401c66e-6317-44bb-a5d1-7c44a7bebf6b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Aug 10 12:05:54.232610 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dce88e33-e57e-4257-acf4-bb03d74e9211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.326412 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dce88e33-e57e-4257-acf4-bb03d74e9211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.331835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dce88e33-e57e-4257-acf4-bb03d74e9211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.381238 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce88e33-e57e-4257-acf4-bb03d74e9211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7dac4c-c318-41e1-af6d-760feb343f4d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:54.389892 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-dce88e33-e57e-4257-acf4-bb03d74e9211 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=398e85a641234284a3f840367553f083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656589 Aug 10 12:05:54.390106 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42096) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:54.443315 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.472806 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.537469 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.544254 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:54.545723 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a7dac4c-c318-41e1-af6d-760feb343f4d HTTP/1.1" status: 204 len: 168 time: 0.1547270 Aug 10 12:05:54.561049 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6318-4d4a-4a4f-afe9-8d1ae21e8eed req-96cb3582-a768-40fa-87e9-c50c0f0e842e tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:54.562880 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5eca6318-4d4a-4a4f-afe9-8d1ae21e8eed req-96cb3582-a768-40fa-87e9-c50c0f0e842e tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0726922 Aug 10 12:05:54.570513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024e984-d975-4a44-9a19-69f9aeef8c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7dac4c-c318-41e1-af6d-760feb343f4d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:54.620269 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5eca6318-4d4a-4a4f-afe9-8d1ae21e8eed req-a9c3dbd6-3815-4270-9f6a-9b4976deb248 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Aug 10 12:05:54.761302 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27890858-b78b-46b6-b290-0d6174468682 req-6e77914a-9459-4e7f-9074-f3d293023ae1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:54.763207 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27890858-b78b-46b6-b290-0d6174468682 req-6e77914a-9459-4e7f-9074-f3d293023ae1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.0647757 Aug 10 12:05:54.812713 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27890858-b78b-46b6-b290-0d6174468682 req-e961e11d-1ba7-4eaf-8682-651209000e3c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Aug 10 12:05:54.913329 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2ec0781a-7707-4b17-97ff-788d80a15cc8 req-959f720b-0b60-4bbe-8747-b3ab6f78d838 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0301390 Aug 10 12:05:55.040096 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783352b-3060-4acc-a505-e0bd935ad5ad req-2e230d47-e477-4ec2-ae03-332211d28534 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:55.041583 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9783352b-3060-4acc-a505-e0bd935ad5ad req-2e230d47-e477-4ec2-ae03-332211d28534 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0591478 Aug 10 12:05:55.089081 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9783352b-3060-4acc-a505-e0bd935ad5ad req-1de3f155-0fa2-45af-b700-e2bdde2ae665 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Aug 10 12:05:55.336983 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610088-3901-4b99-9459-d122dfe87177 req-f0ea1d50-16f1-4a8f-9038-e555f8906a2a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:55.338556 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-95610088-3901-4b99-9459-d122dfe87177 req-f0ea1d50-16f1-4a8f-9038-e555f8906a2a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0534949 Aug 10 12:05:55.376800 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-95610088-3901-4b99-9459-d122dfe87177 req-66051e6e-b311-4134-a87f-4c50f3bdad81 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 10 12:05:55.746482 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa81f8-e842-4c8e-88bd-8be93ef0d524 req-6f044f80-c23e-4a79-ae5a-36ed0783cdc7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:55.753763 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-46fa81f8-e842-4c8e-88bd-8be93ef0d524 req-6f044f80-c23e-4a79-ae5a-36ed0783cdc7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0584555 Aug 10 12:05:55.799758 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-46fa81f8-e842-4c8e-88bd-8be93ef0d524 req-94b2a572-0bc3-4e48-baf1-77e5ad931b48 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Aug 10 12:05:55.946567 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Request body: {'port': {'device_id': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:56.015925 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda366-d3d1-49be-bc93-3c29c6774755 req-912ca9d4-6f67-43f7-be0c-901e13b6d46d tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.017726 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eedda366-d3d1-49be-bc93-3c29c6774755 req-912ca9d4-6f67-43f7-be0c-901e13b6d46d tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 932 time: 0.1114242 Aug 10 12:05:56.076362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:56.076925 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b154-1654-4a06-84db-66acce363343 req-b32f943d-d9ff-4795-a5e7-7076fb2c2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.078609 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bb59b154-1654-4a06-84db-66acce363343 req-b32f943d-d9ff-4795-a5e7-7076fb2c2ed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0823686 Aug 10 12:05:56.081598 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eedda366-d3d1-49be-bc93-3c29c6774755 req-3033fb26-9c3c-4b2f-9567-77241a8878a1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Aug 10 12:05:56.094211 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-4f18e3f1-5f54-448b-8d01-7d6794f4ae1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933464 Aug 10 12:05:56.147182 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:56.339791 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117696b6-9099-4d83-b921-7a719a148c8f req-adcacef8-5a0a-47c8-bdb9-9b32f3f504f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.341357 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-adcacef8-5a0a-47c8-bdb9-9b32f3f504f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1003630 Aug 10 12:05:56.398796 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5af1ad77-b250-41d5-b011-74367f8a64f7 req-4bad3386-e960-4cbd-95f5-57a14fcb5636 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.2998717 Aug 10 12:05:56.552257 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd6173-1a16-4921-a366-0ecfd2c89342 req-1f421796-49f6-4e43-9d67-654a206a8812 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.553806 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bbd6173-1a16-4921-a366-0ecfd2c89342 req-1f421796-49f6-4e43-9d67-654a206a8812 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1631210 Aug 10 12:05:56.560943 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b154-1654-4a06-84db-66acce363343 req-d5655144-1861-4f8b-8167-cf7ea250b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.562414 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bb59b154-1654-4a06-84db-66acce363343 req-d5655144-1861-4f8b-8167-cf7ea250b9d5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4728179 Aug 10 12:05:56.681769 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca562-a55a-4459-af6f-9e406c5f1a7c req-280c5b75-d725-48b3-9965-b5d387a63527 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.683298 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-419ca562-a55a-4459-af6f-9e406c5f1a7c req-280c5b75-d725-48b3-9965-b5d387a63527 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1901476 Aug 10 12:05:56.696028 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117696b6-9099-4d83-b921-7a719a148c8f req-8e6d13c9-9d5c-45e3-8233-e9ac80bd16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.697538 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-8e6d13c9-9d5c-45e3-8233-e9ac80bd16e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 916 time: 0.3270340 Aug 10 12:05:56.699334 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0665c01-d5ff-4503-b317-48b663d8b2e0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:05:56.707358 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:56.718765 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bbd6173-1a16-4921-a366-0ecfd2c89342 req-d43fc7f6-a25f-4ef6-930e-f4434d31495a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546679 Aug 10 12:05:56.721835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Transition to ACTIVE for port object d0665c01-d5ff-4503-b317-48b663d8b2e0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:05:56.728455 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:56.787535 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-e5e8f9fa-5d61-49dc-8205-528d67ab1ed9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3 HTTP/1.1" status: 200 len: 217 time: 0.0689287 Aug 10 12:05:56.798118 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.66', 56492) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:05:56.825146 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-419ca562-a55a-4459-af6f-9e406c5f1a7c req-e3eea218-f908-4739-94ab-69c6d99ba113 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174293 Aug 10 12:05:56.831592 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:56.859494 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b154-1654-4a06-84db-66acce363343 req-d828629e-b8cb-4019-a074-27d45999cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.863036 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bb59b154-1654-4a06-84db-66acce363343 req-d828629e-b8cb-4019-a074-27d45999cf87 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2898371 Aug 10 12:05:56.951554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Attempting to bind port d0665c01-d5ff-4503-b317-48b663d8b2e0 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:05:56.951554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Attempting to bind port d0665c01-d5ff-4503-b317-48b663d8b2e0 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:05:56.952266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Attempting to bind port d0665c01-d5ff-4503-b317-48b663d8b2e0 on network f90b32d7-d919-4856-929b-f6b90bd94857 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:56.977274 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Port d0665c01-d5ff-4503-b317-48b663d8b2e0 on network f90b32d7-d919-4856-929b-f6b90bd94857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:05:56.977653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Attempting to bind port d0665c01-d5ff-4503-b317-48b663d8b2e0 on network f90b32d7-d919-4856-929b-f6b90bd94857 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:05:56.995572 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e14e5-b321-462d-8c6a-06313075f882 req-59d4445f-6ce1-428e-aa32-914842009f4d tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.997553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117696b6-9099-4d83-b921-7a719a148c8f req-bce0ad38-52d4-4085-b320-e4bfe8312f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:56.999023 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-bce0ad38-52d4-4085-b320-e4bfe8312f99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.1867182 Aug 10 12:05:56.999797 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-066e14e5-b321-462d-8c6a-06313075f882 req-59d4445f-6ce1-428e-aa32-914842009f4d tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0880148 Aug 10 12:05:57.023467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:05:57.024075 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Checking segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:05:57.024662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Bound using segment: {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:05:57.025629 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Bound port: d0665c01-d5ff-4503-b317-48b663d8b2e0, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ed9bfc-3912-4613-aa16-27ea74990ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:05:57.026198 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.088089 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-50554ce3-e1ed-4969-afef-540dc3bd3815 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559075 Aug 10 12:05:57.138006 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-1a1f013a-f5fc-4fef-acd5-ab8cf2f3e1e8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.139726 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-1a1f013a-f5fc-4fef-acd5-ab8cf2f3e1e8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 807 time: 0.3285811 Aug 10 12:05:57.186201 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-066e14e5-b321-462d-8c6a-06313075f882 req-059e58fa-6a89-47c9-9f8d-95559fa805e7 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266909 Aug 10 12:05:57.196826 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-f6b85c94-bec4-41ce-9a2f-3ba830a08669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.198924 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-f6b85c94-bec4-41ce-9a2f-3ba830a08669 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 1096 time: 0.2288337 Aug 10 12:05:57.227620 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Request body: {'port': {'device_id': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf', 'admin_state_up': True, 'tenant_id': '35659c7ad1b64b2d9a47be525496a0c9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:05:57.261701 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-15e85b84-01bf-4387-9fca-6f6199341827 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db79d439-7a42-4efe-b291-14864fae33c4 HTTP/1.1" status: 200 len: 217 time: 0.0461512 Aug 10 12:05:57.340896 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:05:57.372640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-c9087c84-6019-4c0f-9938-b18a4515609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.374261 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-c9087c84-6019-4c0f-9938-b18a4515609a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.1002855 Aug 10 12:05:57.376073 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:05:57.380434 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-4ff1312e-3e58-49b0-a247-33835d2921eb service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591300 Aug 10 12:05:57.383156 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.383732 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea355f-dd4c-43a2-914b-fd754066aa89 req-ca54f99f-d7b0-4be3-af24-4f14a1fab79a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.385250 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1ea355f-dd4c-43a2-914b-fd754066aa89 req-ca54f99f-d7b0-4be3-af24-4f14a1fab79a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.1270208 Aug 10 12:05:57.427918 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.428546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.430038 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] 10.222.0.66 "PUT /v2.0/ports/d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 1094 time: 1.4923604 Aug 10 12:05:57.431760 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:05:57.435066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe39251-9792-4429-9ce5-778de33c8d47" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:05:57.439841 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1ea355f-dd4c-43a2-914b-fd754066aa89 req-4e3cd722-9f93-490b-a74c-3c3b1e202cc9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465753 Aug 10 12:05:57.493526 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-f44dec2b-94a7-417a-814a-26b1fa9cc92f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513310 Aug 10 12:05:57.518589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624156bc-7b76-4080-b937-38fdb0403a63 x-openstack-request-id: req-624156bc-7b76-4080-b937-38fdb0403a63 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:05:57.519139 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:05:57.519571 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-624156bc-7b76-4080-b937-38fdb0403a63 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:05:57.520146 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:05:57.523081 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Made reservation on behalf of 35659c7ad1b64b2d9a47be525496a0c9 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:05:57.526633 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.542887 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:57.557759 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca5c00fc-26c6-49a5-b9aa-7f5d4f49bc48 req-25897ea5-933a-4ed1-b2ac-b2fd86d6e7d7 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0283334 Aug 10 12:05:57.666549 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-117696b6-9099-4d83-b921-7a719a148c8f req-45ca928e-bfc6-4799-9a0f-5d18f3858cbe service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214024 Aug 10 12:05:57.739792 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Allocated IP 172.20.0.12 (2e6125bd-5e0f-4534-bfe1-bc6efd388dbf/9a0943f2-7762-4816-bcb4-57176250523f/d1fb0a4a-6f40-4019-a6e9-142be682abca) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:05:57.875323 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08486952-7062-43a1-af5e-e2f46b63a04b req-ef742cbf-61e3-4147-bc7d-682890c36153 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.876893 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08486952-7062-43a1-af5e-e2f46b63a04b req-ef742cbf-61e3-4147-bc7d-682890c36153 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0623627 Aug 10 12:05:57.901526 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.942037 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:57.952487 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08486952-7062-43a1-af5e-e2f46b63a04b req-2ca3f813-aebc-40de-86cb-844a9f813e70 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641446 Aug 10 12:05:57.963912 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fffd8b-0b3d-471d-84f0-136b4f69f5bb req-dba32ec0-5b4d-4eac-ad24-d8eacd320d59 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:57.965424 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51fffd8b-0b3d-471d-84f0-136b4f69f5bb req-dba32ec0-5b4d-4eac-ad24-d8eacd320d59 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0783682 Aug 10 12:05:57.990064 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:05:57.993202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:05:57.997017 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:05:58.003040 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:58.003660 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:05:58.008264 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51fffd8b-0b3d-471d-84f0-136b4f69f5bb req-db47031a-bc85-475d-ad17-1b19babf5a69 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Aug 10 12:05:58.011745 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Pushing event updated for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:05:58.023364 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-304110e0-f6f9-4308-b23f-d851aee77c47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8442123 Aug 10 12:05:58.305028 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae8bec-4093-400d-bd17-6ddb78bfe5e8 req-4269eea4-8d11-4a73-a58c-a37c5b2c492a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:58.306522 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3ae8bec-4093-400d-bd17-6ddb78bfe5e8 req-4269eea4-8d11-4a73-a58c-a37c5b2c492a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0481236 Aug 10 12:05:58.343200 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3ae8bec-4093-400d-bd17-6ddb78bfe5e8 req-7b719b35-e0a2-4fb3-9b79-cadb9b47d637 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Aug 10 12:05:58.542739 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697567-b7e5-4b66-8fde-cb3acb8139fe req-82fb4757-36c8-4b2e-b082-64bf29b2efe0 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:58.544212 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-54697567-b7e5-4b66-8fde-cb3acb8139fe req-82fb4757-36c8-4b2e-b082-64bf29b2efe0 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0474734 Aug 10 12:05:58.581750 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-54697567-b7e5-4b66-8fde-cb3acb8139fe req-b2c029bf-daf3-4d16-9658-7db8a5bbdb26 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Aug 10 12:05:58.684248 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f662f0-0da1-4a0b-a992-ef0d8c295ca5 req-ab9e2070-e55f-4e7d-a205-5cb8499deb9a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:58.685775 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-63f662f0-0da1-4a0b-a992-ef0d8c295ca5 req-ab9e2070-e55f-4e7d-a205-5cb8499deb9a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 932 time: 0.0506537 Aug 10 12:05:58.723065 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-63f662f0-0da1-4a0b-a992-ef0d8c295ca5 req-d7ce2422-a074-480c-849e-87ad3acbda47 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Aug 10 12:05:59.065946 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72229e-97d8-4e2a-b86c-0723a0ddb095 req-7021276e-b557-4ca2-8481-f1d3ebe48e19 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:59.067423 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bc72229e-97d8-4e2a-b86c-0723a0ddb095 req-7021276e-b557-4ca2-8481-f1d3ebe48e19 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0480940 Aug 10 12:05:59.105053 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bc72229e-97d8-4e2a-b86c-0723a0ddb095 req-d99109de-65eb-4414-a345-130965ad4491 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 10 12:05:59.205607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55115a-c73e-4298-962a-cc11ec3b3054 req-75a2d562-6fee-4a3d-acb2-87828ae11fa9 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:59.207070 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dc55115a-c73e-4298-962a-cc11ec3b3054 req-75a2d562-6fee-4a3d-acb2-87828ae11fa9 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0490251 Aug 10 12:05:59.243632 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dc55115a-c73e-4298-962a-cc11ec3b3054 req-f57281c8-13bb-4eee-b9e2-2fbd9a145752 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Aug 10 12:05:59.467548 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad864e-981b-4371-9cbe-3d6ee9c5f7c2 req-4c34ecfb-d83a-430a-a790-0249e1ee690a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:59.469008 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcad864e-981b-4371-9cbe-3d6ee9c5f7c2 req-4c34ecfb-d83a-430a-a790-0249e1ee690a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0492070 Aug 10 12:05:59.505565 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcad864e-981b-4371-9cbe-3d6ee9c5f7c2 req-c1677401-d133-4576-82ce-e55c9bc0f0eb tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Aug 10 12:05:59.705573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c363c4-1b29-41ca-ab3a-5589854a21a3 req-3c1e8d00-3d5b-4ade-a488-f6eebbc88dba tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:59.706974 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08c363c4-1b29-41ca-ab3a-5589854a21a3 req-3c1e8d00-3d5b-4ade-a488-f6eebbc88dba tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0568068 Aug 10 12:05:59.745006 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08c363c4-1b29-41ca-ab3a-5589854a21a3 req-825dd476-d19b-4555-91d2-1d123ce7b628 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Aug 10 12:05:59.851354 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3400d-4196-4aa0-81de-70519f52fe28 req-a0bd91df-29f6-498c-a5f6-920393d7bca7 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:05:59.852828 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51d3400d-4196-4aa0-81de-70519f52fe28 req-a0bd91df-29f6-498c-a5f6-920393d7bca7 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 932 time: 0.0540900 Aug 10 12:05:59.891203 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51d3400d-4196-4aa0-81de-70519f52fe28 req-e3baf9ac-1d92-4559-931b-332f028e97e0 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Aug 10 12:06:00.226706 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fad49-16ff-477f-b6a6-1b41b003e9ca req-48ef9ac6-0507-4a7c-8bbf-f24a9ac3c417 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.228176 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-320fad49-16ff-477f-b6a6-1b41b003e9ca req-48ef9ac6-0507-4a7c-8bbf-f24a9ac3c417 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0507567 Aug 10 12:06:00.265065 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-320fad49-16ff-477f-b6a6-1b41b003e9ca req-c541343c-a4ac-4c08-b1bf-51dcd506d88b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Aug 10 12:06:00.362882 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e627fb-ef7f-40c9-be8e-c61c633e73c0 req-a6e449f6-0caf-45b5-8fa2-cdae66979482 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.364341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-54e627fb-ef7f-40c9-be8e-c61c633e73c0 req-a6e449f6-0caf-45b5-8fa2-cdae66979482 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0467086 Aug 10 12:06:00.401710 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-54e627fb-ef7f-40c9-be8e-c61c633e73c0 req-c9011887-66c6-4525-8738-a206e1825ac3 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 10 12:06:00.450884 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Request body: {'port': {'device_id': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:00.529385 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:00.543573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-bf63f66a-d871-464d-ba16-81a63ecacacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.545163 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-bf63f66a-d871-464d-ba16-81a63ecacacd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1097 time: 0.0905817 Aug 10 12:06:00.549841 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-2696aa5e-7216-4371-bf5f-16fb04418a32 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032453 Aug 10 12:06:00.619239 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-93104ece-d9b4-4e29-8ae7-50da88f0341c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0407486 Aug 10 12:06:00.677656 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7a50-c92f-44a7-8378-c3fd10e9a809 req-92703fe2-3316-47bd-b550-6ba030ebd7e8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.679071 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a76e7a50-c92f-44a7-8378-c3fd10e9a809 req-92703fe2-3316-47bd-b550-6ba030ebd7e8 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.1044354 Aug 10 12:06:00.705588 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-207868aa-b90f-4cb4-a0ce-8109a5900fb9 req-8d3b6d8e-b478-458d-a6e2-8ba3326fe8fb service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291604 Aug 10 12:06:00.732863 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a76e7a50-c92f-44a7-8378-c3fd10e9a809 req-e4940ccd-04ac-43a4-b483-21d973ded1b2 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30e65ab-b51a-447d-8d1c-937b806eef70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Aug 10 12:06:00.766627 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-a66f41c9-263a-4f94-9df4-a26e3572b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.768108 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-a66f41c9-263a-4f94-9df4-a26e3572b77e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.1018629 Aug 10 12:06:00.879337 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-b8487d9f-ec89-4f96-b94a-a58df333f37f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.881050 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-b8487d9f-ec89-4f96-b94a-a58df333f37f tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.66 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 945 time: 0.0834539 Aug 10 12:06:00.891182 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-06d82a4d-dd70-4891-80d3-4c5b73992409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.892271 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d4155-9858-407d-a52c-b1cf88d19367 req-ccbab754-0995-4e61-8afa-531748f4c3ec tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:00.892708 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-06d82a4d-dd70-4891-80d3-4c5b73992409 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954115 Aug 10 12:06:00.893744 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f7d4155-9858-407d-a52c-b1cf88d19367 req-ccbab754-0995-4e61-8afa-531748f4c3ec tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0675976 Aug 10 12:06:00.906301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fb0a4a-6f40-4019-a6e9-142be682abca {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:00.913965 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:00.926940 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Transition to ACTIVE for port object d1fb0a4a-6f40-4019-a6e9-142be682abca will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:00.937191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.005036 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f7d4155-9858-407d-a52c-b1cf88d19367 req-bff76e98-9820-468e-add2-a201dd70c50e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041596 Aug 10 12:06:01.089362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Attempting to bind port d1fb0a4a-6f40-4019-a6e9-142be682abca on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:06:01.089698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Attempting to bind port d1fb0a4a-6f40-4019-a6e9-142be682abca by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:06:01.090232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Attempting to bind port d1fb0a4a-6f40-4019-a6e9-142be682abca on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:01.095673 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8728f63-6344-4256-b95c-b1ba1e98c79b req-4d7e9b9a-da0b-415c-b628-7e1b52d7b807 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.096395 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e8728f63-6344-4256-b95c-b1ba1e98c79b req-4d7e9b9a-da0b-415c-b628-7e1b52d7b807 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.0995557 Aug 10 12:06:01.097733 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:01.097847 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42256) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:01.107172 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Port d1fb0a4a-6f40-4019-a6e9-142be682abca on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:06:01.107490 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Attempting to bind port d1fb0a4a-6f40-4019-a6e9-142be682abca on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:01.112030 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Deleting port 0cc4e39f-e918-4e08-88e4-f640f970a50f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:06:01.112381 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.114988 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-a9b4b7b6-78ff-46c5-8004-a1a47659b99b service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866422 Aug 10 12:06:01.115884 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:06:01.116217 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Checking segment: {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:01.116587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Bound using segment: {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:06:01.117033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Bound port: d1fb0a4a-6f40-4019-a6e9-142be682abca, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:06:01.117387 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.223957 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Deleting subnet ea185caa-6a8d-470d-bfe4-6d2803165108 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:06:01.237056 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.238328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:06:01.243014 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:06:01.249359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.264745 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e8728f63-6344-4256-b95c-b1ba1e98c79b req-ac548bde-d6cc-46e2-96d2-178b2f151d96 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494446 Aug 10 12:06:01.292583 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-666ca793-2439-445e-bb87-a427872aad90 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671050 Aug 10 12:06:01.296013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.296691 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.298051 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] 10.222.0.66 "PUT /v2.0/ports/d1fb0a4a-6f40-4019-a6e9-142be682abca HTTP/1.1" status: 200 len: 1094 time: 0.8522878 Aug 10 12:06:01.298690 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:01.301167 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8773a80-4455-4d96-8bd8-67e256337727" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:01.332537 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6783d6a-fe2e-4cf4-93bc-9b288cbf1056 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:01.337902 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] For port 0cc4e39f-e918-4e08-88e4-f640f970a50f, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0cc4e39f-e918-4e08-88e4-f640f970a50f,segment=NetworkSegment(52ec2e7a-65db-4154-84e6-210368a89f33),segment_id=52ec2e7a-65db-4154-84e6-210368a89f33)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:01.338417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.344510 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6ea5-3aaf-4e1b-ae8b-d039b3604c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.371417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Calling delete_port for 0cc4e39f-e918-4e08-88e4-f640f970a50f owned by compute:nova {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:06:01.395358 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6923d371-9725-4156-a4fd-5f39e82b2f77 x-openstack-request-id: req-6923d371-9725-4156-a4fd-5f39e82b2f77 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:01.395647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:01.395914 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6923d371-9725-4156-a4fd-5f39e82b2f77 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:01.396293 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca', 'status': 'completed', 'code': 200} Aug 10 12:06:01.405631 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.441003 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.444014 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-85f98e2a-cdcb-45eb-9e6f-04c742e506d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.445728 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-85f98e2a-cdcb-45eb-9e6f-04c742e506d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 1097 time: 0.0823140 Aug 10 12:06:01.456589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-3adebba9-a847-4fc3-8b09-609185f2a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.458022 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-3adebba9-a847-4fc3-8b09-609185f2a182 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1097 time: 0.0560710 Aug 10 12:06:01.533959 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-580ea05a-4e4d-4154-a9bd-097c6968effe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca HTTP/1.1" status: 200 len: 217 time: 0.0566065 Aug 10 12:06:01.652022 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dee8f0-1025-4121-9d93-23edb3d3a7ca req-aa9998f3-b651-42cd-bef5-7cebaa69428a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.654199 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66dee8f0-1025-4121-9d93-23edb3d3a7ca req-aa9998f3-b651-42cd-bef5-7cebaa69428a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.2152345 Aug 10 12:06:01.666750 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd441df-b13a-4ac7-b088-1697579bcd1f req-cd273b3e-83fd-4584-9b75-51be18021cdd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.668367 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7dd441df-b13a-4ac7-b088-1697579bcd1f req-cd273b3e-83fd-4584-9b75-51be18021cdd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1637602 Aug 10 12:06:01.679679 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.764128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.768630 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea185caa-6a8d-470d-bfe4-6d2803165108 HTTP/1.1" status: 204 len: 168 time: 0.6698318 Aug 10 12:06:01.769481 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb9a4-e0f0-49ff-b665-776525dc39a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea185caa-6a8d-470d-bfe4-6d2803165108,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:01.771620 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42276) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:01.795665 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66dee8f0-1025-4121-9d93-23edb3d3a7ca req-6bae5473-1a05-4360-a959-bf5c611ae4fa tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262958 Aug 10 12:06:01.826903 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7dd441df-b13a-4ac7-b088-1697579bcd1f req-f15a739e-ecc4-4459-814a-53e70e57af18 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497278 Aug 10 12:06:01.828016 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.842457 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-77e13b79-19ad-4290-94a4-7fa505021188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.843917 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-77e13b79-19ad-4290-94a4-7fa505021188 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a0943f2-7762-4816-bcb4-57176250523f HTTP/1.1" status: 200 len: 847 time: 0.2861543 Aug 10 12:06:01.868381 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Pushing event deleted for resources: {'Port': ['ID=0cc4e39f-e918-4e08-88e4-f640f970a50f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:01.890985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-57a6f094-158f-45fd-a6d9-0d7e89b91c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:01.892719 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-57a6f094-158f-45fd-a6d9-0d7e89b91c94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.4139469 Aug 10 12:06:01.896537 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.957314 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] No DVR routers for this DVR port 0cc4e39f-e918-4e08-88e4-f640f970a50f on host hv-cinder-80300 {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:06:01.961025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.963875 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b8fc0cc0-0a38-4944-bfc9-a36eef025090 req-1eab7ae5-9977-44a8-afa7-69d65678203b tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.66 "DELETE /v2.0/ports/0cc4e39f-e918-4e08-88e4-f640f970a50f HTTP/1.1" status: 204 len: 173 time: 1.0690751 Aug 10 12:06:01.964689 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'name': 'network-vif-deleted', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:01.967708 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a00e2-d87a-4e98-b489-39c66dbf8c5e" -d '{"events": [{"server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "name": "network-vif-deleted", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:01.973181 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d311dcd-26a8-41de-8f8e-62a164855d04 req-7bdfcd80-b2bd-40ed-8e8d-510d5afa48aa tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0523326 Aug 10 12:06:01.981808 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:01.992187 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.992530 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.993310 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.993642 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > port after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.993976 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.994327 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > port after_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.994647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.994978 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.995292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:01.995626 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:02.017739 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2a6ef-ed5d-4319-bc66-713d7ef2a314 x-openstack-request-id: req-0cd2a6ef-ed5d-4319-bc66-713d7ef2a314 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:02.018102 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81098ef1-3464-42e5-aa1f-b6fb85c257af", "name": "network-vif-deleted", "tag": "0cc4e39f-e918-4e08-88e4-f640f970a50f", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:02.018414 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cd2a6ef-ed5d-4319-bc66-713d7ef2a314 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:02.019002 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81098ef1-3464-42e5-aa1f-b6fb85c257af', 'name': 'network-vif-deleted', 'tag': '0cc4e39f-e918-4e08-88e4-f640f970a50f', 'status': 'completed', 'code': 200} Aug 10 12:06:02.125423 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c742-7fca-4e2c-8bfa-63723c9f3c95 req-3f607631-7f0e-4333-ab2a-edb125343919 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:02.126865 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cb60c742-7fca-4e2c-8bfa-63723c9f3c95 req-3f607631-7f0e-4333-ab2a-edb125343919 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0471902 Aug 10 12:06:02.164104 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cb60c742-7fca-4e2c-8bfa-63723c9f3c95 req-66e3c4b3-e3b5-42d4-b880-99743ab4549c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Aug 10 12:06:02.173211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:02.173791 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:02.174189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:02.174588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:02.175090 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453acb9d-5222-48b1-9c6d-99aa91a787c3']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:02.195442 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc382dbe-94f8-4a98-bd02-3d61155df61c') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:02.195735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc382dbe-94f8-4a98-bd02-3d61155df61c') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:02.212937 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.234065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.242274 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:06:02.242695 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: from cryptography.utils import int_from_bytes Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: from cryptography.utils import int_from_bytes Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:06:02.274426 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:06:02.334445 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.341416 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.346258 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] 10.222.0.64 "DELETE /v2.0/networks/453acb9d-5222-48b1-9c6d-99aa91a787c3 HTTP/1.1" status: 204 len: 168 time: 0.5708346 Aug 10 12:06:02.352617 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42284) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:02.353756 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602c836-a224-44be-9adb-16fab02245ec admin admin] Pushing event deleted for resources: {'Network': ['ID=453acb9d-5222-48b1-9c6d-99aa91a787c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:02.663211 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dfcb9-8ba5-4507-9ed1-37169a0357b4 req-ff480d8c-d19a-4ff8-99f5-a0284a163fc8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:02.664953 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7d8dfcb9-8ba5-4507-9ed1-37169a0357b4 req-ff480d8c-d19a-4ff8-99f5-a0284a163fc8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.3220654 Aug 10 12:06:02.668045 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Deleting subnet 7c0f7862-72be-422a-9b56-ac755430b8bc {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:06:02.673893 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.728571 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.736693 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7d8dfcb9-8ba5-4507-9ed1-37169a0357b4 req-1beabe31-6916-4466-80c8-bd9f423dabb8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645692 Aug 10 12:06:02.738998 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.792409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.817172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0f7862-72be-422a-9b56-ac755430b8bc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:02.820923 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.822791 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0c14eb65-d863-4acc-9d1e-d37783fc9fde admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7c0f7862-72be-422a-9b56-ac755430b8bc HTTP/1.1" status: 204 len: 168 time: 0.4675345 Aug 10 12:06:02.825247 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42290) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:02.917639 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:02.946433 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf7ed-5ac4-46af-8f06-54a8b793f300 req-40cfdc72-62e2-404d-8b60-184ce0236ee4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:02.947900 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7cdcf7ed-5ac4-46af-8f06-54a8b793f300 req-40cfdc72-62e2-404d-8b60-184ce0236ee4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0815420 Aug 10 12:06:03.041180 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.046140 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7cdcf7ed-5ac4-46af-8f06-54a8b793f300 req-ca5fd9c2-513c-4fd7-b834-23a429ba31e0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Aug 10 12:06:03.054358 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.054722 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.055476 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.055808 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > port after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.056137 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.056484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > port after_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.056816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.057155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.057470 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.057819 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.126052 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.126396 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.126724 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.127051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:06:03.127422 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a730982-4469-43da-9a67-7a90d34c2eb5']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:03.157207 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f71b3c1-a00b-449e-9345-d6dc02ed9a3c') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:03.157466 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f71b3c1-a00b-449e-9345-d6dc02ed9a3c') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:03.186911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.211122 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.222352 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:06:03.222916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: from cryptography.utils import int_from_bytes Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: from cryptography.utils import int_from_bytes Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:06:03.226717 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:06:03.243060 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede2ec-a390-48b9-8e56-044c0142366d req-f65ad714-1161-4e4f-b6ab-04fa6e3eb853 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:03.244628 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3bede2ec-a390-48b9-8e56-044c0142366d req-f65ad714-1161-4e4f-b6ab-04fa6e3eb853 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.1122966 Aug 10 12:06:03.310676 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.321535 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3bede2ec-a390-48b9-8e56-044c0142366d req-28ef4a26-09a1-43d3-9357-c0e260e20486 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524218 Aug 10 12:06:03.323343 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.325694 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] 10.222.0.64 "DELETE /v2.0/networks/3a730982-4469-43da-9a67-7a90d34c2eb5 HTTP/1.1" status: 204 len: 168 time: 0.4987996 Aug 10 12:06:03.335245 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd443a7-d141-4e49-b4b9-49324f491d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a730982-4469-43da-9a67-7a90d34c2eb5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:03.406220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9e55a49f-c17f-4e1c-8a02-b8c22682202c req-56865d4a-90e1-4abd-a360-c60ccb4b63c5 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0250695 Aug 10 12:06:03.497873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42300) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:03.511766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4f1c9-0c18-49ee-8fa3-b1ff5101ef1c req-50f8f420-6168-4747-acf8-e2b87a69bc01 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:03.513915 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-39b4f1c9-0c18-49ee-8fa3-b1ff5101ef1c req-50f8f420-6168-4747-acf8-e2b87a69bc01 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0509214 Aug 10 12:06:03.537338 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3fa1a9a9-b8b0-475d-a39c-f5399c7ee6c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=004de01cb31f423f8faf6f335e4895c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381660 Aug 10 12:06:03.540015 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:03.565228 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-39b4f1c9-0c18-49ee-8fa3-b1ff5101ef1c req-c9ede4d8-1249-4bfe-b0f4-63a73ecbb1ed tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Aug 10 12:06:03.599751 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.619785 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.668213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.671359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:03.672594 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f8310cb-1025-45dd-a223-1f81ca499f01 HTTP/1.1" status: 204 len: 168 time: 0.1315851 Aug 10 12:06:03.680417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23896b-0d0f-4a3f-9bb6-9b0ddfd3703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8310cb-1025-45dd-a223-1f81ca499f01,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:03.876224 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['0cc4e39f-e918-4e08-88e4-f640f970a50f'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:03.997779 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42312) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:04.002618 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.011121 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75630af5-a13f-4ce6-94b9-23dff7979370 req-92f3383e-2c2a-4b7c-8268-fb550ca73796 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:04.012664 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-75630af5-a13f-4ce6-94b9-23dff7979370 req-92f3383e-2c2a-4b7c-8268-fb550ca73796 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.0595987 Aug 10 12:06:04.071258 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-75630af5-a13f-4ce6-94b9-23dff7979370 req-140bf263-8ca4-47a2-9392-4552b23ce070 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Aug 10 12:06:04.073511 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2362ca81-975c-4f45-bb1d-d2bf372099b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=530863554f894effbcdc021a34515cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747364 Aug 10 12:06:04.076567 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:04.126249 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.172902 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.220095 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc76d3-c22a-491b-bf28-fc7bef64d72b req-08676704-8d65-4735-9c44-3d233e44ea25 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:04.221606 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ddbc76d3-c22a-491b-bf28-fc7bef64d72b req-08676704-8d65-4735-9c44-3d233e44ea25 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0866075 Aug 10 12:06:04.254399 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.256947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.258060 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcc6588a-1694-4d02-9e71-cd7d46a9ac53 HTTP/1.1" status: 204 len: 168 time: 0.1805441 Aug 10 12:06:04.263989 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-432ea58f-b3ec-4ffb-a87d-01605e9290d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:04.271620 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ddbc76d3-c22a-491b-bf28-fc7bef64d72b req-1963fe07-ce05-41be-9a28-61e960df254d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Aug 10 12:06:04.272455 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f97499-aa33-431c-bdf1-7d68d63a6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6588a-1694-4d02-9e71-cd7d46a9ac53,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:04.440068 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd7e6-6877-4997-ae68-db1e3b895273 req-57e67477-85a9-4306-a305-3b316ef9079f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:04.441612 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6befd7e6-6877-4997-ae68-db1e3b895273 req-57e67477-85a9-4306-a305-3b316ef9079f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0496840 Aug 10 12:06:04.479727 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6befd7e6-6877-4997-ae68-db1e3b895273 req-97fa00a8-7e80-4dad-9d7f-45864270dbdc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Aug 10 12:06:04.562206 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-899030fa-6a88-46ad-be0c-29474e85a009 req-26b21262-4640-4771-8a5a-f95f50164389 tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0279906 Aug 10 12:06:04.678873 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c96ab5-02e7-46a2-8b91-a9ae19e5c1a7 req-12023837-2e52-47c1-9c3d-2aabb6d7c08e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:04.680360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b2c96ab5-02e7-46a2-8b91-a9ae19e5c1a7 req-12023837-2e52-47c1-9c3d-2aabb6d7c08e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0490737 Aug 10 12:06:04.718814 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b2c96ab5-02e7-46a2-8b91-a9ae19e5c1a7 req-bf50927f-8cb0-4780-b4b7-f9cda06e1326 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 10 12:06:05.039136 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-209c177d-896f-41f9-8d81-85edb4aee9ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263238 Aug 10 12:06:05.081589 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-53cfd2f1-dee7-4097-a377-99f289507b0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0448020 Aug 10 12:06:05.183625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-9f1858bb-e888-4892-a5b8-2696a6227134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.185933 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-9f1858bb-e888-4892-a5b8-2696a6227134 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.0863729 Aug 10 12:06:05.190498 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324e24-cc6b-44a0-aa01-04d3b221599e req-ec685d8f-ab4f-4ead-b1f7-21e5deb63e4b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.192357 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50324e24-cc6b-44a0-aa01-04d3b221599e req-ec685d8f-ab4f-4ead-b1f7-21e5deb63e4b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.0497079 Aug 10 12:06:05.228573 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-f299b2aa-6386-41e2-b582-3f4918bcc214 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500597 Aug 10 12:06:05.233731 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50324e24-cc6b-44a0-aa01-04d3b221599e req-65e6a0d7-4573-481e-b3d6-519072a89aef tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 10 12:06:05.286359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-b9c923cc-633a-4ebc-b343-6bb67a2aba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.287843 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-b9c923cc-633a-4ebc-b343-6bb67a2aba7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878518 Aug 10 12:06:05.352524 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42358) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:05.388291 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-664fc8cb-634d-4c54-b327-d9b5350239b4 req-4ab97e4e-1dcd-48e5-9e37-7df95dc3c565 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480987 Aug 10 12:06:05.395501 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510370-688b-4673-acd2-8c6758662217 req-4b8f2e62-34f7-4be6-8f01-9c92c20f605a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.397075 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-82510370-688b-4673-acd2-8c6758662217 req-4b8f2e62-34f7-4be6-8f01-9c92c20f605a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0506701 Aug 10 12:06:05.423081 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-f7fb3e74-2bae-4385-8bf0-15731e543ec0 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231518 Aug 10 12:06:05.447233 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-82510370-688b-4673-acd2-8c6758662217 req-992ac404-d5c5-4ced-b4a5-a7a965e29f18 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Aug 10 12:06:05.472886 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b875cc9-783b-4acf-b425-851a5647465e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.598928 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8773a80-4455-4d96-8bd8-67e256337727 req-07fdc5da-e1bd-4bcd-b484-86596073aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.600528 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-07fdc5da-e1bd-4bcd-b484-86596073aea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 1097 time: 0.1287010 Aug 10 12:06:05.604907 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2283b64-a9bb-4554-a43b-c196afc9a4fd req-d3806d65-cece-4c15-9916-355a37810c23 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.614158 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2283b64-a9bb-4554-a43b-c196afc9a4fd req-d3806d65-cece-4c15-9916-355a37810c23 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 943 time: 0.0647495 Aug 10 12:06:05.685917 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-df64c72e-c269-4ee2-a2da-f20b8fda7a40 req-1d9dfde9-f4a2-43ce-becc-03fa5057a17a tempest-DeleteServersTestJSON-807251427 tempest-DeleteServersTestJSON-807251427-project] 10.222.0.64 "GET /v2.0/ports?device_id=81098ef1-3464-42e5-aa1f-b6fb85c257af HTTP/1.1" status: 200 len: 210 time: 0.0391490 Aug 10 12:06:05.688074 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4fe39251-9792-4429-9ce5-778de33c8d47 req-998c7e7b-045e-4b84-ba26-df333c5785d2 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380900 Aug 10 12:06:05.703397 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2283b64-a9bb-4554-a43b-c196afc9a4fd req-829209d4-3c0a-4cd6-90b1-0555ab16626c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Aug 10 12:06:05.712835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b875cc9-783b-4acf-b425-851a5647465e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.760462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b875cc9-783b-4acf-b425-851a5647465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.836258 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875cc9-783b-4acf-b425-851a5647465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03025a8-3f19-481e-8de3-5f274b432d73,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:05.840152 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc908f3-70ee-498a-bbeb-b39fdb1958bd req-75fa8a3a-21ba-4a9e-8abd-8230cba71de4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.842246 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bbc908f3-70ee-498a-bbeb-b39fdb1958bd req-75fa8a3a-21ba-4a9e-8abd-8230cba71de4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0506132 Aug 10 12:06:05.843047 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1b875cc9-783b-4acf-b425-851a5647465e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a82948f8b06e4933ae329e3b99bfe941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879525 Aug 10 12:06:05.849306 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42374) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:05.869930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8773a80-4455-4d96-8bd8-67e256337727 req-8c5666f2-9db9-461c-b421-fad0fd7aa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.871414 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-8c5666f2-9db9-461c-b421-fad0fd7aa02b service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 909 time: 0.2048037 Aug 10 12:06:05.882605 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device db79d439-7a42-4efe-b291-14864fae33c4 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:05.886566 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0cc4e39f-e918-4e08-88e4-f640f970a50f no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:06:05.911906 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 0cc4e39f-e918-4e08-88e4-f640f970a50f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:06:05.912250 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0cc4e39f-e918-4e08-88e4-f640f970a50f not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:06:05.916927 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bbc908f3-70ee-498a-bbeb-b39fdb1958bd req-aba012c0-f2e4-416a-a60d-2da956e3e6e0 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666785 Aug 10 12:06:05.932427 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-26e03f71-8986-4bfd-89a9-2a54fc4154a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca HTTP/1.1" status: 200 len: 217 time: 0.0426695 Aug 10 12:06:05.942582 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.967662 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.978228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:05.991498 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8773a80-4455-4d96-8bd8-67e256337727 req-fb143d33-c753-4708-a5e1-0e1440219bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:05.993252 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-fb143d33-c753-4708-a5e1-0e1440219bbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a0943f2-7762-4816-bcb4-57176250523f HTTP/1.1" status: 200 len: 847 time: 0.0496058 Aug 10 12:06:06.022344 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:06.022797 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=db79d439-7a42-4efe-b291-14864fae33c4,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:06.025142 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:06.026962 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a03025a8-3f19-481e-8de3-5f274b432d73 HTTP/1.1" status: 204 len: 168 time: 0.1743910 Aug 10 12:06:06.028950 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-79668514-3fac-43ee-b2b7-dd8b477e6f3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251691 Aug 10 12:06:06.036174 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5a255-ecbd-457d-8d0d-9e51110327d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03025a8-3f19-481e-8de3-5f274b432d73,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:06.051547 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'db79d439-7a42-4efe-b291-14864fae33c4', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'port_id': 'db79d439-7a42-4efe-b291-14864fae33c4', 'mac_address': 'fa:16:3e:46:53:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3956d6fd-64b8-4c93-a215-b8afbb9676aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:06.106118 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:06.119287 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db79d439-7a42-4efe-b291-14864fae33c4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:06.139615 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-9841d2b9-8d49-4e92-bab4-58c9da8ccbf7 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015885 Aug 10 12:06:06.144154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=db79d439-7a42-4efe-b291-14864fae33c4,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:06.149787 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:06.219110 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:06.230129 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.230787 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.231610 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.232300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.232846 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.233380 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.233899 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.234393 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.235024 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.235534 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.236059 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.236561 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:06.280241 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c8773a80-4455-4d96-8bd8-67e256337727 req-1576125d-8f1d-4e01-970d-9fd652a42a64 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147275 Aug 10 12:06:06.358245 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f151f3-e07f-4bae-bf09-8d04ea422a2c req-4022673a-5de6-4d9c-b90c-fe0bf7142bcd tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:06.359861 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-89f151f3-e07f-4bae-bf09-8d04ea422a2c req-4022673a-5de6-4d9c-b90c-fe0bf7142bcd tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.0544477 Aug 10 12:06:06.414468 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-89f151f3-e07f-4bae-bf09-8d04ea422a2c req-6ad51614-dba3-454d-a9c4-ad1e3a51f824 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469375 Aug 10 12:06:06.500300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['db79d439-7a42-4efe-b291-14864fae33c4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:06.580098 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7780d66-2d72-4569-818f-7ad1a7a262c6 req-035d50a0-0a4a-4a48-99c3-cd5aa55017e0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:06.585360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c7780d66-2d72-4569-818f-7ad1a7a262c6 req-035d50a0-0a4a-4a48-99c3-cd5aa55017e0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0603282 Aug 10 12:06:06.626738 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c7780d66-2d72-4569-818f-7ad1a7a262c6 req-ea80ab57-0dee-44e9-98ba-6b6e4c29ab34 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384734 Aug 10 12:06:06.815151 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76f8fc-3567-49b9-88be-ffea1d117efc req-a1a84b7c-46e8-4af5-85ae-9a903de9d2cd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:06.816993 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2d76f8fc-3567-49b9-88be-ffea1d117efc req-a1a84b7c-46e8-4af5-85ae-9a903de9d2cd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0524414 Aug 10 12:06:06.872307 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2d76f8fc-3567-49b9-88be-ffea1d117efc req-b805318b-300e-4200-87e6-1f4f2c72c74a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Aug 10 12:06:06.976769 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:07.049449 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c298c72-020e-41d4-8e6c-87b65690da0b req-fca82eb4-1f51-4874-9813-802334b84b2a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:07.050995 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c298c72-020e-41d4-8e6c-87b65690da0b req-fca82eb4-1f51-4874-9813-802334b84b2a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0561502 Aug 10 12:06:07.102499 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c298c72-020e-41d4-8e6c-87b65690da0b req-f60db160-0b71-4313-9c20-85a96a78b5ae tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Aug 10 12:06:07.103330 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:06:07.535150 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166836-32f1-47bc-b343-230cfb5f9d17 req-77b73250-5c6f-4d89-9493-2ca95779dd56 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:07.536960 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50166836-32f1-47bc-b343-230cfb5f9d17 req-77b73250-5c6f-4d89-9493-2ca95779dd56 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 944 time: 0.0557728 Aug 10 12:06:07.588613 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50166836-32f1-47bc-b343-230cfb5f9d17 req-c0ab3a2a-e8c5-4197-aaac-fb8cd747458a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Aug 10 12:06:07.629456 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e156-9c64-40a9-b634-76c023cf226a req-af6a5cf4-3fa0-4273-819c-7f08c77a7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:07.631155 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6535e156-9c64-40a9-b634-76c023cf226a req-af6a5cf4-3fa0-4273-819c-7f08c77a7b29 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 1099 time: 0.0453053 Aug 10 12:06:07.675858 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6535e156-9c64-40a9-b634-76c023cf226a req-6755e6f2-bd77-4b62-a6a8-88d0fd3ddf7d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Aug 10 12:06:07.751159 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625da3d-3b22-440c-85c6-d1b40574115c req-3545e1fe-98e3-4542-9644-bac832b5fd57 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:07.752691 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e625da3d-3b22-440c-85c6-d1b40574115c req-3545e1fe-98e3-4542-9644-bac832b5fd57 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0503707 Aug 10 12:06:07.792054 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e625da3d-3b22-440c-85c6-d1b40574115c req-d3896e27-d276-407f-85b9-2b1f484adbd9 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Aug 10 12:06:07.908421 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d1fb0a4a-6f40-4019-a6e9-142be682abca details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:07.911764 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device db79d439-7a42-4efe-b291-14864fae33c4 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:07.983779 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540958f9-77b6-4de2-b431-bce8956911e6 req-e06c4a0b-9789-492a-99fb-239c81acc92e tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:07.985307 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-540958f9-77b6-4de2-b431-bce8956911e6 req-e06c4a0b-9789-492a-99fb-239c81acc92e tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0497954 Aug 10 12:06:08.027409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port db79d439-7a42-4efe-b291-14864fae33c4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:08.028000 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-540958f9-77b6-4de2-b431-bce8956911e6 req-b8634a99-38f9-48e6-b0e5-5912fc5755a0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 Aug 10 12:06:08.036976 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port db79d439-7a42-4efe-b291-14864fae33c4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:08.037347 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.071335 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:08.089845 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'd1fb0a4a-6f40-4019-a6e9-142be682abca', 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf', 'port_id': 'd1fb0a4a-6f40-4019-a6e9-142be682abca', 'mac_address': 'fa:16:3e:b9:06:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0943f2-7762-4816-bcb4-57176250523f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:08.150991 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.175846 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fb0a4a-6f40-4019-a6e9-142be682abca {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:08.183055 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.205437 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:08.210883 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d109-3890-43b5-93a2-0492e48a178f req-15670105-15f7-4b3c-908d-262f06c28fe4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:08.212469 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.212618 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9bd8d109-3890-43b5-93a2-0492e48a178f req-15670105-15f7-4b3c-908d-262f06c28fe4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 944 time: 0.0503991 Aug 10 12:06:08.213138 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d0665c01-d5ff-4503-b317-48b663d8b2e0 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:08.224995 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:08.227343 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27c620-5b1d-4880-97de-49eabec874a8" -d '{"events": [{"server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "name": "network-vif-plugged", "status": "completed", "tag": "db79d439-7a42-4efe-b291-14864fae33c4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:08.257044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9bd8d109-3890-43b5-93a2-0492e48a178f req-cdc6645e-5a91-4cea-8753-aa8f84eb7691 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Aug 10 12:06:08.275509 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=db79d439-7a42-4efe-b291-14864fae33c4,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:08.287433 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.304923 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7594d-232b-4a69-b799-10815d6fe79c x-openstack-request-id: req-ecb7594d-232b-4a69-b799-10815d6fe79c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:08.305214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "name": "network-vif-plugged", "status": "completed", "tag": "db79d439-7a42-4efe-b291-14864fae33c4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:08.305468 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecb7594d-232b-4a69-b799-10815d6fe79c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:08.305854 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4', 'code': 200} Aug 10 12:06:08.306385 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:08.405021 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:08.465902 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:08.473777 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42520) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:08.480901 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'port_id': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'mac_address': 'fa:16:3e:48:55:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:08.532333 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.549099 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0665c01-d5ff-4503-b317-48b663d8b2e0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:08.570422 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:08.574738 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.585639 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Deleting subnet 67373aa7-009e-4811-ac28-5c1fffe86cfe {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:06:08.589834 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.614963 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c39b1-9dda-4e5f-8a41-4df2ef8d8696 req-e34c9a2b-6a77-4cbc-8b9f-29f3f87d12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:08.616432 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8e2c39b1-9dda-4e5f-8a41-4df2ef8d8696 req-e34c9a2b-6a77-4cbc-8b9f-29f3f87d12c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0917940 Aug 10 12:06:08.622595 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:08.629565 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.697658 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.701675 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8e2c39b1-9dda-4e5f-8a41-4df2ef8d8696 req-e5f2cecd-7dbc-453b-9d27-e5ac59791454 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 Aug 10 12:06:08.740212 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fa212-df78-42d0-b48f-f2a1080334ef req-cc850e12-d9c3-421b-b8e0-af585e23450d tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:08.741766 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f90fa212-df78-42d0-b48f-f2a1080334ef req-cc850e12-d9c3-421b-b8e0-af585e23450d tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0552614 Aug 10 12:06:08.756140 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.793424 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.797256 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/67373aa7-009e-4811-ac28-5c1fffe86cfe HTTP/1.1" status: 204 len: 168 time: 0.3224559 Aug 10 12:06:08.799205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb45a6-a01e-46d5-a313-0e2c750efd0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67373aa7-009e-4811-ac28-5c1fffe86cfe,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:08.800893 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42526) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:08.827825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f90fa212-df78-42d0-b48f-f2a1080334ef req-7caa5434-5ea9-4862-8568-b21791430967 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776358 Aug 10 12:06:08.882661 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:08.996387 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb62d-a829-4e8d-8804-bcf8d227ee1d req-07ab61fe-f82b-437c-97cb-61658f431079 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:08.998374 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c27cb62d-a829-4e8d-8804-bcf8d227ee1d req-07ab61fe-f82b-437c-97cb-61658f431079 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1131148 Aug 10 12:06:09.003700 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.019373 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba8497c-62c0-45fe-a963-d2e372df1c84']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:09.036263 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ec2e7a-65db-4154-84e6-210368a89f33') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:09.036554 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ec2e7a-65db-4154-84e6-210368a89f33') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:09.048607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.073233 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c27cb62d-a829-4e8d-8804-bcf8d227ee1d req-eddfdce0-1ac7-4eb1-8417-f4a32845166f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 Aug 10 12:06:09.080213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.088133 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:06:09.088512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:06:09.090331 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:06:09.200500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.206356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.208202 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cba8497c-62c0-45fe-a963-d2e372df1c84 HTTP/1.1" status: 204 len: 168 time: 0.4062958 Aug 10 12:06:09.232056 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1a48-97bb-4dfe-a4c8-ea921523c0b7 req-6229f4e4-6c22-4f57-acdc-df78de14ef86 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:09.233552 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0eab1a48-97bb-4dfe-a4c8-ea921523c0b7 req-6229f4e4-6c22-4f57-acdc-df78de14ef86 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1334283 Aug 10 12:06:09.235936 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f488a4e-a2de-4684-bcc8-55b0355d6c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba8497c-62c0-45fe-a963-d2e372df1c84,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:09.250928 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14678f2-eabe-4a7c-86ac-a5b5d910f59b req-234c07e0-43d0-474a-b47f-2a58db8f8dba tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:09.252368 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a14678f2-eabe-4a7c-86ac-a5b5d910f59b req-234c07e0-43d0-474a-b47f-2a58db8f8dba tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0998652 Aug 10 12:06:09.307236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0eab1a48-97bb-4dfe-a4c8-ea921523c0b7 req-e6d22cd8-aa89-459f-8593-4dfbc8f91c57 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Aug 10 12:06:09.315341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a14678f2-eabe-4a7c-86ac-a5b5d910f59b req-01724b1b-6ef6-4038-b52a-255edb3e8991 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Aug 10 12:06:09.422505 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42540) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:09.423933 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb267-e2bb-4f37-a514-4ae567ad0a37 req-686c476f-209d-47f3-bb2d-5b28540f1713 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:09.425857 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f3edb267-e2bb-4f37-a514-4ae567ad0a37 req-686c476f-209d-47f3-bb2d-5b28540f1713 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 945 time: 0.0530674 Aug 10 12:06:09.473337 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f3edb267-e2bb-4f37-a514-4ae567ad0a37 req-6115eeef-2640-43e0-8065-a18117510f9e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Aug 10 12:06:09.477485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42544) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:09.477752 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d9869c4e-e646-4c09-8947-9a1c2981b6af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f6e5d575eaa44febedb16750920e068&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539172 Aug 10 12:06:09.538985 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.561866 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.623355 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.626773 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:09.628207 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f30e65ab-b51a-447d-8d1c-937b806eef70 HTTP/1.1" status: 204 len: 168 time: 0.1495168 Aug 10 12:06:09.636543 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fade8-db46-4cce-9ff7-79d0250b5826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e65ab-b51a-447d-8d1c-937b806eef70,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:09.944525 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263260-ae64-4040-a253-5b4cb1c20f24 req-dcf7eb3d-e74b-44b1-89a3-3015a804ce8a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:09.946063 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0c263260-ae64-4040-a253-5b4cb1c20f24 req-dcf7eb3d-e74b-44b1-89a3-3015a804ce8a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Aug 10 12:06:09.985148 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0c263260-ae64-4040-a253-5b4cb1c20f24 req-faa98dd3-4fa7-4a01-9c43-2dc86af0c6e2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Aug 10 12:06:10.425385 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3aae1-9b7f-4052-bccc-8c7771d124cc req-c39040ef-3fc9-4225-8007-1f06d2fce5a0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:10.426846 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bca3aae1-9b7f-4052-bccc-8c7771d124cc req-c39040ef-3fc9-4225-8007-1f06d2fce5a0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0476642 Aug 10 12:06:10.463324 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bca3aae1-9b7f-4052-bccc-8c7771d124cc req-d407c1e6-f71d-4e7a-a143-362fd9f632ca tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Aug 10 12:06:10.964081 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877480d2-3f48-43a8-8330-5f25af736683 req-a10f3a6d-085b-4f3e-9438-f15e995d38b1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:10.970141 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-877480d2-3f48-43a8-8330-5f25af736683 req-a10f3a6d-085b-4f3e-9438-f15e995d38b1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 945 time: 0.0497587 Aug 10 12:06:11.002735 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-877480d2-3f48-43a8-8330-5f25af736683 req-e857a473-94d1-47be-b948-f398a6a99fb8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Aug 10 12:06:11.157919 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aeb59-7d18-4a80-aaf4-206302f535e1 req-227553ff-ede9-4726-a7f3-9783e0673270 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:11.159310 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ec1aeb59-7d18-4a80-aaf4-206302f535e1 req-227553ff-ede9-4726-a7f3-9783e0673270 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Aug 10 12:06:11.198002 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ec1aeb59-7d18-4a80-aaf4-206302f535e1 req-87a06c77-3cab-4d98-8e46-5d0c540c2f02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Aug 10 12:06:11.580032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b984d-05ae-46b0-a28e-ce1e16c36c78 req-06aecc6e-0e7b-43e7-93dd-ca6837075351 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:11.581530 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-793b984d-05ae-46b0-a28e-ce1e16c36c78 req-06aecc6e-0e7b-43e7-93dd-ca6837075351 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0475729 Aug 10 12:06:11.620051 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-793b984d-05ae-46b0-a28e-ce1e16c36c78 req-9ed36f97-a573-42f2-98ba-e917b7dc5bd7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Aug 10 12:06:11.941945 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:11.965223 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d1fb0a4a-6f40-4019-a6e9-142be682abca'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:12.124686 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b54802-c1a7-4cfb-8f2f-f18f6f4fa736 req-17999c7f-3212-4610-81bb-21beaac43ba4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:12.126214 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e4b54802-c1a7-4cfb-8f2f-f18f6f4fa736 req-17999c7f-3212-4610-81bb-21beaac43ba4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 945 time: 0.0552487 Aug 10 12:06:12.168681 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e4b54802-c1a7-4cfb-8f2f-f18f6f4fa736 req-84302e04-2a3a-4669-abae-a4242b3124c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Aug 10 12:06:12.314854 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a00d2d-77c9-488c-b424-8c423bd8fca9 req-4401fad0-a16b-449b-b54a-43e3fbe55b2f tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:12.316261 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9a00d2d-77c9-488c-b424-8c423bd8fca9 req-4401fad0-a16b-449b-b54a-43e3fbe55b2f tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Aug 10 12:06:12.355283 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9a00d2d-77c9-488c-b424-8c423bd8fca9 req-7878858b-2d4c-428b-8071-446d710b413e tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Aug 10 12:06:12.740886 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211eb3-aadb-4ca7-b9fb-842ea039287b req-e833f1ae-03bd-4dd4-9ad0-8e70d889ca9b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:12.742677 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2211eb3-aadb-4ca7-b9fb-842ea039287b req-e833f1ae-03bd-4dd4-9ad0-8e70d889ca9b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Aug 10 12:06:12.780451 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e2211eb3-aadb-4ca7-b9fb-842ea039287b req-62ac57ee-0394-4bd2-a660-447f37c4b343 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Aug 10 12:06:13.143342 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703a2c4-3230-4604-8188-e3a70e654a70 req-e9724365-8cf1-4d8e-aa3f-65238bf13b82 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.144094 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-02966d17-1fe2-43a0-8cf8-c7107a22b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.145044 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-02966d17-1fe2-43a0-8cf8-c7107a22b63b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0460539 Aug 10 12:06:13.145191 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b703a2c4-3230-4604-8188-e3a70e654a70 req-e9724365-8cf1-4d8e-aa3f-65238bf13b82 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0575948 Aug 10 12:06:13.189907 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b703a2c4-3230-4604-8188-e3a70e654a70 req-1bc566f3-d610-4e50-a965-12769e6a2254 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Aug 10 12:06:13.254888 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-f636807b-a9a0-4862-969e-856e784b27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.256364 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-f636807b-a9a0-4862-969e-856e784b27c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.1038158 Aug 10 12:06:13.301347 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-11bec3ba-a776-409d-add4-4bb5753aafd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Aug 10 12:06:13.307896 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c88d74-347d-46ae-9ff4-030bc38e5710 req-c01d1f3a-3d9c-492c-a9b5-3f35f011d548 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.309573 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-52c88d74-347d-46ae-9ff4-030bc38e5710 req-c01d1f3a-3d9c-492c-a9b5-3f35f011d548 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 945 time: 0.0546238 Aug 10 12:06:13.353581 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-52c88d74-347d-46ae-9ff4-030bc38e5710 req-2221e432-0328-442d-b41a-b3dceac3035f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Aug 10 12:06:13.369480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-52eabe9f-56d3-4c5a-b61c-7e20cc1b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.379470 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-52eabe9f-56d3-4c5a-b61c-7e20cc1b8789 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0529799 Aug 10 12:06:13.431905 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-a2c67158-e27c-4c19-b26b-74528052744b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496614 Aug 10 12:06:13.515368 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241391-9614-499b-91c4-8f24e8d8eba2 req-593a8afc-3809-4663-b828-2b5f3c169cb3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.516991 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05241391-9614-499b-91c4-8f24e8d8eba2 req-593a8afc-3809-4663-b828-2b5f3c169cb3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0587125 Aug 10 12:06:13.534142 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-f053b306-cae7-4fe6-a670-fd3543eae681 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936522 Aug 10 12:06:13.566746 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05241391-9614-499b-91c4-8f24e8d8eba2 req-41189b83-e838-4cfb-a944-4ae04693a44b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Aug 10 12:06:13.652134 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef1e4ab1-2f13-4f7a-9368-12a45bff5270 req-43a69357-906d-4d9e-bf0f-9c3cd0f4a0fa service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030357 Aug 10 12:06:13.916992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c137ad1-f692-4ac7-b29d-ae184b5926a5 req-c26397ae-ecef-4eaf-a256-f154db20712e tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:13.918795 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c137ad1-f692-4ac7-b29d-ae184b5926a5 req-c26397ae-ecef-4eaf-a256-f154db20712e tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0610456 Aug 10 12:06:13.955769 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c137ad1-f692-4ac7-b29d-ae184b5926a5 req-73dede80-f360-4132-a0aa-c78fa64456cf tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Aug 10 12:06:14.576443 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfc05d-0ad3-4f94-8a30-ac78ea3bab93 req-376f8de5-6895-47ac-8c9b-6602b0673600 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:14.577957 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dbcfc05d-0ad3-4f94-8a30-ac78ea3bab93 req-376f8de5-6895-47ac-8c9b-6602b0673600 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0524213 Aug 10 12:06:14.617307 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dbcfc05d-0ad3-4f94-8a30-ac78ea3bab93 req-b61ed06c-afc5-45a3-ac02-1ca4972fd03f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Aug 10 12:06:14.729005 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ed366-2f10-4b24-83dd-b7e116a8ef8f req-38162baa-6be3-4bd7-9652-e468ba2192fb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:14.730436 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-127ed366-2f10-4b24-83dd-b7e116a8ef8f req-38162baa-6be3-4bd7-9652-e468ba2192fb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 945 time: 0.0565240 Aug 10 12:06:14.767931 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-127ed366-2f10-4b24-83dd-b7e116a8ef8f req-643f5c9a-bc4d-4a28-80b0-acf9fdc80970 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Aug 10 12:06:14.779139 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d1fb0a4a-6f40-4019-a6e9-142be682abca up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:14.835323 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port d1fb0a4a-6f40-4019-a6e9-142be682abca completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:14.839988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port d1fb0a4a-6f40-4019-a6e9-142be682abca triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:14.841340 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:14.927345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:14.951412 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:14.953689 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f307cdd-1cea-47d9-b96b-a87b4358f1a8" -d '{"events": [{"server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:14.960375 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98e85-872a-4a99-9d43-870272242717 req-797e6619-e6c7-43cf-861a-97928efbc0a1 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:14.961917 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bfc98e85-872a-4a99-9d43-870272242717 req-797e6619-e6c7-43cf-861a-97928efbc0a1 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 945 time: 0.0556989 Aug 10 12:06:14.967653 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:14.972144 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:14.972969 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d0665c01-d5ff-4503-b317-48b663d8b2e0 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:15.001218 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bfc98e85-872a-4a99-9d43-870272242717 req-5c66901d-7927-4080-9a66-283bada8939b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Aug 10 12:06:15.046855 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:15.053060 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370ead5-2ab6-4269-a86a-60ae0d7928b3 x-openstack-request-id: req-8370ead5-2ab6-4269-a86a-60ae0d7928b3 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:15.053326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:15.053575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8370ead5-2ab6-4269-a86a-60ae0d7928b3 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:15.053948 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca', 'code': 200} Aug 10 12:06:15.063368 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port d0665c01-d5ff-4503-b317-48b663d8b2e0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:15.067305 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port d0665c01-d5ff-4503-b317-48b663d8b2e0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:15.067673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:15.148961 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:15.180806 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:15.184853 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:15.232271 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:15.735838 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50960434-47b2-4898-8ff7-0fd19ec40514 req-ad6e30f6-5eb1-485a-bc69-2efae429862d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:15.737346 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50960434-47b2-4898-8ff7-0fd19ec40514 req-ad6e30f6-5eb1-485a-bc69-2efae429862d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0501270 Aug 10 12:06:15.776327 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50960434-47b2-4898-8ff7-0fd19ec40514 req-3f49d243-3dd1-457f-abe2-9748a73772ee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 10 12:06:15.891583 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea1344-46c8-46a7-83b9-fb27e53ed530 req-c1c360bb-26ca-4321-a29f-9233fa519828 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:15.897213 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-28ea1344-46c8-46a7-83b9-fb27e53ed530 req-c1c360bb-26ca-4321-a29f-9233fa519828 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0585186 Aug 10 12:06:15.932174 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-28ea1344-46c8-46a7-83b9-fb27e53ed530 req-361d8798-396a-4729-8295-2284255ffd3a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Aug 10 12:06:16.123875 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2f9c-3978-4714-9d9a-8971ae9d5191 req-e0a81d79-de39-4956-873e-e5b278d07beb tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:16.125373 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3ea2f9c-3978-4714-9d9a-8971ae9d5191 req-e0a81d79-de39-4956-873e-e5b278d07beb tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0517087 Aug 10 12:06:16.167436 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3ea2f9c-3978-4714-9d9a-8971ae9d5191 req-c404abaa-514f-4250-adff-981db6ea4699 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339000 Aug 10 12:06:16.898949 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058857d-efa7-42b6-9e1f-63aaf2dabcf5 req-96d8362f-24cc-424b-a119-613048d8deb9 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:16.900435 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8058857d-efa7-42b6-9e1f-63aaf2dabcf5 req-96d8362f-24cc-424b-a119-613048d8deb9 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0554130 Aug 10 12:06:16.939490 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8058857d-efa7-42b6-9e1f-63aaf2dabcf5 req-0f27cb89-91c4-4ca5-9b16-e936f9599ded tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Aug 10 12:06:17.056263 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:17.059638 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e212-861a-42dd-a774-5c3ef91d21c4 req-9c2ed9e3-586d-483d-a864-8b3415f6e322 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:17.060202 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f45874d-f276-4828-997a-da531252a52f" -d '{"events": [{"server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "name": "network-vif-plugged", "status": "completed", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:17.061199 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a075e212-861a-42dd-a774-5c3ef91d21c4 req-9c2ed9e3-586d-483d-a864-8b3415f6e322 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0599892 Aug 10 12:06:17.118409 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a075e212-861a-42dd-a774-5c3ef91d21c4 req-2903f0f1-9d31-444f-b098-6022e7f4967a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 Aug 10 12:06:17.179214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514c316-6283-4c90-b5c3-effdfa05fe7d x-openstack-request-id: req-0514c316-6283-4c90-b5c3-effdfa05fe7d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:17.179548 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "name": "network-vif-plugged", "status": "completed", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:17.179803 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0514c316-6283-4c90-b5c3-effdfa05fe7d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:17.180214 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'code': 200} Aug 10 12:06:17.210566 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e25a00-c315-485f-ace5-6a753b5c6ae2 req-719b133b-8d98-44c1-9d3a-821cc1ebb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:17.212074 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-86e25a00-c315-485f-ace5-6a753b5c6ae2 req-719b133b-8d98-44c1-9d3a-821cc1ebb1cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 1099 time: 0.0614948 Aug 10 12:06:17.263196 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-86e25a00-c315-485f-ace5-6a753b5c6ae2 req-03eb4d2b-b5d8-42ba-8c28-d80ab5be706c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Aug 10 12:06:17.305601 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6aa43-fa84-4334-882b-5d39c7742c1b req-2666fdba-c176-44f0-aad7-8d8950c75bd1 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:17.307423 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a3d6aa43-fa84-4334-882b-5d39c7742c1b req-2666fdba-c176-44f0-aad7-8d8950c75bd1 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0575464 Aug 10 12:06:17.349197 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a3d6aa43-fa84-4334-882b-5d39c7742c1b req-468b0dd1-88db-4544-ba26-b0c6c552cd66 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Aug 10 12:06:17.409399 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f6910-b293-48fe-aed3-5e19cb395e7a req-9e4b50c8-6c15-49aa-83df-7492d7153bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:17.411152 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-439f6910-b293-48fe-aed3-5e19cb395e7a req-9e4b50c8-6c15-49aa-83df-7492d7153bbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1099 time: 0.0391469 Aug 10 12:06:17.463351 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-439f6910-b293-48fe-aed3-5e19cb395e7a req-796d900f-d90b-431e-819c-5b9160af7c8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Aug 10 12:06:18.062678 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f53057-fc96-4f46-b15e-645a5ed0db52 req-c3601ac8-5fdf-4de4-88d1-bf21b2954b8f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:18.064081 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a5f53057-fc96-4f46-b15e-645a5ed0db52 req-c3601ac8-5fdf-4de4-88d1-bf21b2954b8f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0528746 Aug 10 12:06:18.104822 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a5f53057-fc96-4f46-b15e-645a5ed0db52 req-f32f6662-5c36-40f0-9e56-1c467e6e453a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Aug 10 12:06:18.243627 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230fad7-de7a-4a7e-89eb-7330251b8b52 req-0ca174ab-bd37-455e-8a7d-4ffe9d4416ae tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:18.250101 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4230fad7-de7a-4a7e-89eb-7330251b8b52 req-0ca174ab-bd37-455e-8a7d-4ffe9d4416ae tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0575297 Aug 10 12:06:18.298989 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4230fad7-de7a-4a7e-89eb-7330251b8b52 req-b6d29606-3684-4d0b-a509-a97a58003efc tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Aug 10 12:06:18.488909 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c085-bac8-439c-827b-5547fc9b053b req-10db3b5f-c4e3-455b-b3bb-1f6efae36503 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:18.491851 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-84d9c085-bac8-439c-827b-5547fc9b053b req-10db3b5f-c4e3-455b-b3bb-1f6efae36503 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0611315 Aug 10 12:06:18.541375 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-84d9c085-bac8-439c-827b-5547fc9b053b req-d2d3e895-5885-4947-b1ac-7fbf2eba3e13 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Aug 10 12:06:19.267977 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740444f8-6983-462b-bfca-471581cb00eb req-7bbc061f-9219-4396-9e09-d25f93bfd133 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:19.269493 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-740444f8-6983-462b-bfca-471581cb00eb req-7bbc061f-9219-4396-9e09-d25f93bfd133 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0482337 Aug 10 12:06:19.315317 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-740444f8-6983-462b-bfca-471581cb00eb req-424f63a0-19e3-4e6c-9a8d-731ead305219 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Aug 10 12:06:19.433829 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741f85-444b-4de9-ba43-26c4143a450b req-2499f697-6e86-48e6-b5fe-47fd2c611b9f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:19.435922 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51741f85-444b-4de9-ba43-26c4143a450b req-2499f697-6e86-48e6-b5fe-47fd2c611b9f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0622597 Aug 10 12:06:19.479903 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51741f85-444b-4de9-ba43-26c4143a450b req-bcd49885-11fb-4bed-8e38-57c90434b5e3 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Aug 10 12:06:19.675349 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2d3c2-fc5c-4720-a1b6-45b11d5029cb req-35762559-8038-404f-8575-44a1f82abcbb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:19.677063 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0a2d3c2-fc5c-4720-a1b6-45b11d5029cb req-35762559-8038-404f-8575-44a1f82abcbb tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.1114080 Aug 10 12:06:19.722830 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-1d58cdf8-dd61-4d6c-96ad-ce3a7d7253b7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:19.724080 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-1d58cdf8-dd61-4d6c-96ad-ce3a7d7253b7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.1470215 Aug 10 12:06:19.749608 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0a2d3c2-fc5c-4720-a1b6-45b11d5029cb req-4b4efc75-6bc2-4ec9-ae4a-c6da7f5a133f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 Aug 10 12:06:19.751352 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-54b6e209-fedb-457b-8697-957133f52171 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/quotas/b247cbfe85c241ed98a2b1576eaa6d70 HTTP/1.1" status: 200 len: 375 time: 0.0170164 Aug 10 12:06:19.813106 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-aef4389a-77e7-48a9-a500-e3ead438fe49 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534105 Aug 10 12:06:19.957560 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37656d-5c88-4708-b96e-619b16431245 req-1bc9e273-6057-48db-89c1-75651983e0f7 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:19.959031 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cd37656d-5c88-4708-b96e-619b16431245 req-1bc9e273-6057-48db-89c1-75651983e0f7 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0800600 Aug 10 12:06:19.960866 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-6e7409dc-7a3a-489b-ab5d-ae71a9e7bbe2 service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309721 Aug 10 12:06:20.054049 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cd37656d-5c88-4708-b96e-619b16431245 req-c7593e3f-7f02-4fc5-942b-d7f6c251c4d4 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867748 Aug 10 12:06:20.089588 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-5649cdd0-9e70-498e-96e0-5cbd05c5814d service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202765 Aug 10 12:06:20.188566 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42846) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:20.320486 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-061077cb-3c7a-4836-94bc-851d2756ac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.366425 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1292b62a-772c-4f90-bc4f-6af4a1e21cf0 req-844b3b61-63e7-4ea8-834f-787b90f164af tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 210 time: 0.0641186 Aug 10 12:06:20.462171 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-061077cb-3c7a-4836-94bc-851d2756ac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.478448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-061077cb-3c7a-4836-94bc-851d2756ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.560942 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-061077cb-3c7a-4836-94bc-851d2756ac0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc41aaa76d3249cd8e791de479e91299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709180 Aug 10 12:06:20.563783 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42876) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:20.585201 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061077cb-3c7a-4836-94bc-851d2756ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec879e29-652d-4b88-a9e6-9f30ed47d9dc,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:20.709285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.747469 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 42884) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:20.754645 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.765044 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d879af3-ccda-4651-8dcf-a68077ab46ba req-72f803bd-3d42-4553-9fac-1001d07b9a70 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:20.766572 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d879af3-ccda-4651-8dcf-a68077ab46ba req-72f803bd-3d42-4553-9fac-1001d07b9a70 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.1436105 Aug 10 12:06:20.791689 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0587f6-4de7-41a0-9584-01bc7a94417f req-1304de64-10c0-4414-83a5-dd5904918a34 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:20.797739 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6d0587f6-4de7-41a0-9584-01bc7a94417f req-1304de64-10c0-4414-83a5-dd5904918a34 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1558173 Aug 10 12:06:20.877468 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d879af3-ccda-4651-8dcf-a68077ab46ba req-8240ace5-5b2c-4422-85dc-08f6f77249cf tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777397 Aug 10 12:06:20.880564 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1961ef4a-fc3f-49d9-ab92-af37d4d8d592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.908460 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6d0587f6-4de7-41a0-9584-01bc7a94417f req-369d2523-356e-4a84-96ca-8987682302db tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908482 Aug 10 12:06:20.927912 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.930665 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:20.934297 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec879e29-652d-4b88-a9e6-9f30ed47d9dc HTTP/1.1" status: 204 len: 168 time: 0.3667688 Aug 10 12:06:20.943856 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdcef7-945c-4ac8-bd44-6bd5103375b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec879e29-652d-4b88-a9e6-9f30ed47d9dc,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:21.055890 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1961ef4a-fc3f-49d9-ab92-af37d4d8d592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.061264 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1961ef4a-fc3f-49d9-ab92-af37d4d8d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.135567 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1961ef4a-fc3f-49d9-ab92-af37d4d8d592 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9f877ed98e8467e88dbac5f2ccf0c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869464 Aug 10 12:06:21.136420 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961ef4a-fc3f-49d9-ab92-af37d4d8d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb2e6d-0ca8-41f1-a583-5da956d34d86,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:21.138820 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42898) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:21.267072 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.285641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8b4e8-e1cd-43ee-a1b8-5862eed56553 req-2eb4edf4-a1d7-45bf-b5b6-60ecb981cbb8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:21.287600 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50e8b4e8-e1cd-43ee-a1b8-5862eed56553 req-2eb4edf4-a1d7-45bf-b5b6-60ecb981cbb8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0839593 Aug 10 12:06:21.303025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.378254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50e8b4e8-e1cd-43ee-a1b8-5862eed56553 req-201157c1-df60-48f5-9004-8110285e742e tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Aug 10 12:06:21.420404 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.424522 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:21.428705 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1efb2e6d-0ca8-41f1-a583-5da956d34d86 HTTP/1.1" status: 204 len: 168 time: 0.2877243 Aug 10 12:06:21.440970 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a03d-0fda-40d2-aad6-7a6c60378a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb2e6d-0ca8-41f1-a583-5da956d34d86,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:21.482945 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-39254ae8-dcea-4463-8090-fb964df1ed43 req-1947c622-70f4-4b21-96ae-f266ecc09585 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 210 time: 0.0351183 Aug 10 12:06:21.902713 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-fbe8a802-2b0e-4681-8d58-186a51173a91 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:21.905050 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-fbe8a802-2b0e-4681-8d58-186a51173a91 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.1204572 Aug 10 12:06:21.928759 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Request body: {'port': {'device_id': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'admin_state_up': True, 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:22.058528 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:22.064892 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.082992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5953d-2d5a-4ded-9bd3-04dfdaf672c8 req-ca1aa527-fa26-4562-96da-c76566903bb3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:22.090724 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0c5953d-2d5a-4ded-9bd3-04dfdaf672c8 req-ca1aa527-fa26-4562-96da-c76566903bb3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0765684 Aug 10 12:06:22.138263 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0c5953d-2d5a-4ded-9bd3-04dfdaf672c8 req-059f1849-5ece-41a1-a2e3-bdce8f70683a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Aug 10 12:06:22.242713 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Allocated IP 172.20.0.8 (e4919ca7-8a37-455a-8f5b-ffe460b1158a/3956d6fd-64b8-4c93-a215-b8afbb9676aa/6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:06:22.340606 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 42964) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:22.413796 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.468486 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.485351 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'db79d439-7a42-4efe-b291-14864fae33c4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:22.530327 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d787-5494-4ce8-bad5-bb9252c80b3c req-e76cf308-dd4c-40e8-81d8-62c1a56eda4e tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:22.541879 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9b71d787-5494-4ce8-bad5-bb9252c80b3c req-e76cf308-dd4c-40e8-81d8-62c1a56eda4e tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0799708 Aug 10 12:06:22.584429 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:06:22.588635 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:22.591333 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event updated for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:22.603051 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:06:22.672291 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9b71d787-5494-4ce8-bad5-bb9252c80b3c req-aacf4075-f64b-4946-8c76-794e19acfb82 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287065 Aug 10 12:06:22.680935 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-470333229-network', 'tenant_id': '48cc1baa516c46e995a44a5efb62c81d'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:22.716173 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:22.719297 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.789832 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8c4f-5d46-4103-9bd5-11658eca40a4 req-c13fc871-85a5-4d70-9ace-60ceac9500dd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:22.792380 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6cac8c4f-5d46-4103-9bd5-11658eca40a4 req-c13fc871-85a5-4d70-9ace-60ceac9500dd tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 931 time: 0.1742578 Aug 10 12:06:22.811722 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-a855ab8e-6488-4a6c-924f-3a45087a5574 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869085 Aug 10 12:06:22.819864 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Made reservation on behalf of 48cc1baa516c46e995a44a5efb62c81d for: {'network': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:22.822103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.829555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Request body: {'port': {'device_id': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:22.840041 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:22.885741 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6cac8c4f-5d46-4103-9bd5-11658eca40a4 req-fa613bae-ec49-4616-b0fa-a90ce0b21b48 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 Aug 10 12:06:22.901903 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.009149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.013573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.046509 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=93499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:06:23.063934 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a645c-2c2f-4224-b81a-0ded3aaf4c1b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:23.068553 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.068930 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.segments_db [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Added segment 5ed686b2-95f3-4306-82e2-cd03780be663 of type vlan for network 8ccd6872-6d1d-4890-a512-12e9eb17c67b Aug 10 12:06:23.119762 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.165307 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.168901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:23.168901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.260989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:23.281666 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.291899 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9496856 Aug 10 12:06:23.294682 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299b778-ce81-4313-bd36-5156982fa59e admin admin] Pushing event updated for resources: {'Network': ['ID=8ccd6872-6d1d-4890-a512-12e9eb17c67b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:23.297138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43010) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:23.306161 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 8ccd6872-6d1d-4890-a512-12e9eb17c67b details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:06:23.319170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Request body: {'subnet': {'network_id': '8ccd6872-6d1d-4890-a512-12e9eb17c67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-470333229-subnet', 'tenant_id': '48cc1baa516c46e995a44a5efb62c81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:23.326880 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4cc48-b584-4225-8c82-6be5b3be182f req-b831d25f-cdde-430a-b5a3-c08f52552687 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:23.335635 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f4f4cc48-b584-4225-8c82-6be5b3be182f req-b831d25f-cdde-430a-b5a3-c08f52552687 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1182559 Aug 10 12:06:23.370841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Transition to ACTIVE for port object 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:23.372992 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Made reservation on behalf of 48cc1baa516c46e995a44a5efb62c81d for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:23.375257 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4455753'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.379734 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f4f4cc48-b584-4225-8c82-6be5b3be182f req-079ef56f-735b-4a67-af7d-3b42eabc8eb5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Aug 10 12:06:23.427545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:23.511150 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:23.804576 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c117a-77ee-41a3-8815-b27f0318091a req-fc3a3e38-2ba1-4860-8012-8a918fb61e1b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:23.806336 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-167c117a-77ee-41a3-8815-b27f0318091a req-fc3a3e38-2ba1-4860-8012-8a918fb61e1b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Aug 10 12:06:23.850833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Attempting to bind port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:06:23.851553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Attempting to bind port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:06:23.852180 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Attempting to bind port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:23.862360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-167c117a-77ee-41a3-8815-b27f0318091a req-89d01d8c-4234-4ca8-9bc8-fba672680abb tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488853 Aug 10 12:06:23.913518 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:06:23.913841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Attempting to bind port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:23.937765 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:06:23.938244 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Checking segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:23.938641 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Bound using segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:06:23.939079 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Bound port: 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:06:23.939492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.003168 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4455771'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.019522 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-6db573e9-39fe-44bb-93f6-6b645eb59a2b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.021056 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-6db573e9-39fe-44bb-93f6-6b645eb59a2b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 946 time: 0.2081625 Aug 10 12:06:24.022107 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5bdc8-766e-4078-b142-58ff08197b77 req-2aea0248-9e58-4302-aa98-64ae264a5fe0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.023701 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-57d5bdc8-766e-4078-b142-58ff08197b77 req-2aea0248-9e58-4302-aa98-64ae264a5fe0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.0497847 Aug 10 12:06:24.062728 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-57d5bdc8-766e-4078-b142-58ff08197b77 req-6ee4c3e9-5557-4e17-93d5-212d39f43259 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Aug 10 12:06:24.170615 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:06:24.194696 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa17774-3d4f-4af5-8b77-467bfbed9a45,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:24.211359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:06:24.220848 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.222632 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Checking segment: {'id': '5ed686b2-95f3-4306-82e2-cd03780be663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8ccd6872-6d1d-4890-a512-12e9eb17c67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:24.222975 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Network hostable DHCP agents. Network: 8ccd6872-6d1d-4890-a512-12e9eb17c67b, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:06:24.292177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.292868 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.294724 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 HTTP/1.1" status: 200 len: 1093 time: 1.4711590 Aug 10 12:06:24.295156 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:24.297491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:24.318918 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Network 8ccd6872-6d1d-4890-a512-12e9eb17c67b is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:06:24.332081 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d75773-ebe8-4522-8396-6175ef2406d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:24.337077 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Deleting port d1fb0a4a-6f40-4019-a6e9-142be682abca {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:06:24.341170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.345298 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48375f3d-61cd-4626-8ea6-a86b81c64af9 x-openstack-request-id: req-48375f3d-61cd-4626-8ea6-a86b81c64af9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:24.347039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:24.347039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48375f3d-61cd-4626-8ea6-a86b81c64af9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:24.347039 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', 'status': 'completed', 'code': 200} Aug 10 12:06:24.349976 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 8ccd6872-6d1d-4890-a512-12e9eb17c67b) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:24.359135 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75172585-71b0-477b-891e-e0783c7f35db None None] Network 8ccd6872-6d1d-4890-a512-12e9eb17c67b requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:24.400341 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.400976 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.445149 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a879b12d-4f19-4bfd-85d1-77635f10de80 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1355722 Aug 10 12:06:24.499079 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] For port d1fb0a4a-6f40-4019-a6e9-142be682abca, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d1fb0a4a-6f40-4019-a6e9-142be682abca,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:24.499603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.517853 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Calling delete_port for d1fb0a4a-6f40-4019-a6e9-142be682abca owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:06:24.530316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-d1672f58-3889-48a6-bffe-c3fa4fbf09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.531860 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-d1672f58-3889-48a6-bffe-c3fa4fbf09f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 1096 time: 0.1842179 Aug 10 12:06:24.537478 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d34ec-0367-42cc-b29a-ad26f943e809 req-6dfb6dc3-6d9d-4aac-ad97-b9490641507b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.545530 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-655d34ec-0367-42cc-b29a-ad26f943e809 req-6dfb6dc3-6d9d-4aac-ad97-b9490641507b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0631940 Aug 10 12:06:24.597779 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-655d34ec-0367-42cc-b29a-ad26f943e809 req-712c97bb-2a5f-4882-9df3-91ba4fde4716 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Aug 10 12:06:24.641574 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-6834ef5a-ed22-4413-8ba5-eac42791fd74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0796635 Aug 10 12:06:24.650987 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65612fcc-df62-4b2c-9ea6-7aae348e6fd1 None None] Network 8ccd6872-6d1d-4890-a512-12e9eb17c67b requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:24.722284 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f08957b2-d806-4c75-9ff4-d95081e17c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:24.723716 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-f08957b2-d806-4c75-9ff4-d95081e17c88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.0649667 Aug 10 12:06:24.792008 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-803403c9-62c0-4dde-8944-17dfe648af3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369887 Aug 10 12:06:24.828864 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.873128 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d1fb0a4a-6f40-4019-a6e9-142be682abca'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:24.891047 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Pushing event deleted for resources: {'Port': ['ID=d1fb0a4a-6f40-4019-a6e9-142be682abca,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:24.976270 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] No DVR routers for this DVR port d1fb0a4a-6f40-4019-a6e9-142be682abca on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:06:24.980364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:24.983319 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e4cd0736-8463-4d2c-9a77-f2cd311cd4f2 req-b43555da-6e1a-49c5-9b67-f33ebfad8e02 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "DELETE /v2.0/ports/d1fb0a4a-6f40-4019-a6e9-142be682abca HTTP/1.1" status: 204 len: 173 time: 0.9370985 Aug 10 12:06:24.992940 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-813096f1-756c-4eab-9b47-5e64ba010696 req-121e98dd-b446-4371-80c7-ba06c4351fbf tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a20b9a-73ca-428e-b4ce-9f4eada89230 HTTP/1.1" status: 200 len: 210 time: 0.0365634 Aug 10 12:06:25.002579 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-c17e6a31-1c45-4c82-8a60-507873559edf service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949389 Aug 10 12:06:25.170598 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1b6095d-780f-4c5b-a7aa-d48a53a3f865 req-fe92d7d8-4441-42c8-aba3-03f5366bec79 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540453 Aug 10 12:06:25.187092 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43060) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:25.199323 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1744681786-network', 'tenant_id': 'c8bce1d7bb894d80b78d0a7afbdd54a5'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:25.220358 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039f4bb-9cb3-4589-80c1-5eb697ab79a0 req-209b62be-7576-4365-8793-b554c537f824 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.223926 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6039f4bb-9cb3-4589-80c1-5eb697ab79a0 req-209b62be-7576-4365-8793-b554c537f824 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.0707035 Aug 10 12:06:25.226059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Made reservation on behalf of c8bce1d7bb894d80b78d0a7afbdd54a5 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:25.229546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.240295 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.267801 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6039f4bb-9cb3-4589-80c1-5eb697ab79a0 req-bd285942-445e-4a86-a5a9-410c1fd7e271 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Aug 10 12:06:25.308217 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-c2184919-ccc5-476f-9d98-4758c3ea25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.310261 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-c2184919-ccc5-476f-9d98-4758c3ea25ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 1096 time: 0.0617213 Aug 10 12:06:25.442785 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.446161 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-0d314cec-dc2a-44bb-97ec-60552ebd4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.447805 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-0d314cec-dc2a-44bb-97ec-60552ebd4a87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 916 time: 0.1251402 Aug 10 12:06:25.448830 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.471964 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:06:25.524397 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-74838f6b-84d9-46c5-a4d6-de6f7573f395 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0496759 Aug 10 12:06:25.525050 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb634ce9-905b-4690-9512-ac4bd45eaaf8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:25.529282 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.529629 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Added segment 0f85310d-fbe1-499b-ada2-a94fda8ab36f of type vlan for network ed45afab-02fc-4af7-a747-42ae594f950d Aug 10 12:06:25.603542 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.620439 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-57c541c9-5519-43da-b61b-0da0f95bed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.622529 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-57c541c9-5519-43da-b61b-0da0f95bed26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.0840440 Aug 10 12:06:25.661571 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-02247225-4cb0-4702-a596-ed5941f2acf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291588 Aug 10 12:06:25.666439 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.667511 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.668070 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:25.723145 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf506b-345c-4634-8fc5-409c72f0b24f req-7c98ef48-e96a-485d-810d-c304b213af54 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:25.725269 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcaf506b-345c-4634-8fc5-409c72f0b24f req-7c98ef48-e96a-485d-810d-c304b213af54 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0556571 Aug 10 12:06:25.771435 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcaf506b-345c-4634-8fc5-409c72f0b24f req-ca8a2e47-1422-4a5d-9a35-c93093351325 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377483 Aug 10 12:06:25.951277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7597446 Aug 10 12:06:25.954190 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43078) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:25.960501 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Request body: {'subnet': {'network_id': 'ed45afab-02fc-4af7-a747-42ae594f950d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1744681786-subnet', 'tenant_id': 'c8bce1d7bb894d80b78d0a7afbdd54a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:25.985943 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Made reservation on behalf of c8bce1d7bb894d80b78d0a7afbdd54a5 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:25.989645 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621282'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:26.000570 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7fed2-0364-4a02-8f2c-1d34feaae3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed45afab-02fc-4af7-a747-42ae594f950d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:26.033283 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network ed45afab-02fc-4af7-a747-42ae594f950d details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:06:26.055887 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-69ecc13f-f166-4195-857a-48db7847f257 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790300 Aug 10 12:06:26.141999 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:26.230245 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e77ab1b4-1ce1-4ab9-b231-bfe0d2b6a4e4 req-33e23c7d-5f5a-46e2-948f-2d360375bd59 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541715 Aug 10 12:06:26.347101 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'name': 'network-vif-deleted', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:26.349875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7292b4bd-2da2-44d2-b855-7fb585ba2f51" -d '{"events": [{"server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "name": "network-vif-deleted", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:26.502038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621296'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:26.645125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348a9d4f-2471-4f77-b5bc-768898cc8bde,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:26.657357 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e434645-8df1-4d86-81fb-968078089518 req-053fe8e7-d920-4340-a22b-55f152e100f5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:26.658852 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1e434645-8df1-4d86-81fb-968078089518 req-053fe8e7-d920-4340-a22b-55f152e100f5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.1740716 Aug 10 12:06:26.687197 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Checking segment: {'id': '0f85310d-fbe1-499b-ada2-a94fda8ab36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ed45afab-02fc-4af7-a747-42ae594f950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:26.687557 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Network hostable DHCP agents. Network: ed45afab-02fc-4af7-a747-42ae594f950d, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:06:26.697829 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-35fcb20b-242d-49e9-b0c9-40f8de64dc1b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:26.699314 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-35fcb20b-242d-49e9-b0c9-40f8de64dc1b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 807 time: 0.2156405 Aug 10 12:06:26.732284 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-608c9fb3-97e8-40e4-970e-c045b27802a4 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/quotas/35659c7ad1b64b2d9a47be525496a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0223579 Aug 10 12:06:26.735070 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1e434645-8df1-4d86-81fb-968078089518 req-ff88ddc3-9788-4ee6-850e-9e9d95fc56cb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657606 Aug 10 12:06:26.748046 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Network ed45afab-02fc-4af7-a747-42ae594f950d is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:06:26.767737 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-9dc11276-d457-4509-ac39-fe4a235884d9 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291023 Aug 10 12:06:26.775619 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, ed45afab-02fc-4af7-a747-42ae594f950d) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:26.784430 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015b46f-3a76-4660-a7c1-863f349e5781 None None] Network ed45afab-02fc-4af7-a747-42ae594f950d requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:26.787573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:26.788286 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:26.788399 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bcb4e8-2604-4da8-acd2-5e7176c593c9 x-openstack-request-id: req-e3bcb4e8-2604-4da8-acd2-5e7176c593c9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:26.788722 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a20b9a-73ca-428e-b4ce-9f4eada89230", "name": "network-vif-deleted", "tag": "d1fb0a4a-6f40-4019-a6e9-142be682abca", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:26.789015 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3bcb4e8-2604-4da8-acd2-5e7176c593c9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:26.789365 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a20b9a-73ca-428e-b4ce-9f4eada89230', 'name': 'network-vif-deleted', 'tag': 'd1fb0a4a-6f40-4019-a6e9-142be682abca', 'status': 'completed', 'code': 200} Aug 10 12:06:26.844448 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ceb4c523-d442-43e3-bbe7-3c55beaae712 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8810394 Aug 10 12:06:26.925388 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-ea8b344f-6ef8-45ea-96f9-096ed08b2b87 service neutron] 10.222.0.64 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477392 Aug 10 12:06:26.938252 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3af3e-019f-45de-84bc-5cc510acbdd2 None None] Network ed45afab-02fc-4af7-a747-42ae594f950d requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:26.983639 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43122) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:26.998489 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105c2b8-90ff-41d0-867c-33508916799c req-eaa7f2fe-3b9c-486c-9bf9-72f1bd59ab2d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:27.000028 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e105c2b8-90ff-41d0-867c-33508916799c req-eaa7f2fe-3b9c-486c-9bf9-72f1bd59ab2d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1170354 Aug 10 12:06:27.034278 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Deleting subnet aaa17774-3d4f-4af5-8b77-467bfbed9a45 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:06:27.039099 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.065897 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e105c2b8-90ff-41d0-867c-33508916799c req-1aa66f72-b6f6-4e35-a8db-9b29474fa58c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589190 Aug 10 12:06:27.073375 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-080a2bed-1012-467f-be52-1211b0213794 service neutron] 10.222.0.64 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448345 Aug 10 12:06:27.087229 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.126177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.195341 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.219226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa17774-3d4f-4af5-8b77-467bfbed9a45,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:27.230234 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.232304 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3745c404-c859-448b-8b30-cb09107175bb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aaa17774-3d4f-4af5-8b77-467bfbed9a45 HTTP/1.1" status: 204 len: 168 time: 0.2474954 Aug 10 12:06:27.234787 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43128) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:27.234912 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e7a90e18-8a0c-442d-a9dc-edccab54e04c req-9de31826-b7be-40dd-a157-377077980df3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 210 time: 0.0291982 Aug 10 12:06:27.316527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.403117 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.414840 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccd6872-6d1d-4890-a512-12e9eb17c67b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:27.426509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed686b2-95f3-4306-82e2-cd03780be663') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:27.426849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed686b2-95f3-4306-82e2-cd03780be663') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:27.437430 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.454404 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.460658 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:06:27.461088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:06:27.462776 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:06:27.514853 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.520949 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.522948 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/8ccd6872-6d1d-4890-a512-12e9eb17c67b HTTP/1.1" status: 204 len: 168 time: 0.2872429 Aug 10 12:06:27.525772 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43138) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:27.532545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fac92-dd9a-46e7-9c56-88eef721f5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccd6872-6d1d-4890-a512-12e9eb17c67b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:27.585202 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Deleting subnet 348a9d4f-2471-4f77-b5bc-768898cc8bde {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:06:27.589200 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.630528 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.678555 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.741845 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.783744 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348a9d4f-2471-4f77-b5bc-768898cc8bde,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:27.790710 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.796194 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-44f9cdb5-b481-49dc-a821-a9774392b294 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/348a9d4f-2471-4f77-b5bc-768898cc8bde HTTP/1.1" status: 204 len: 168 time: 0.2657404 Aug 10 12:06:27.796945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43150) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:27.891550 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5127c-f773-40be-b46d-c87ec2786493 req-54303124-95e3-4456-be80-1302293e94c5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:27.893707 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fbc5127c-f773-40be-b46d-c87ec2786493 req-54303124-95e3-4456-be80-1302293e94c5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.0727100 Aug 10 12:06:27.923897 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:27.941421 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fbc5127c-f773-40be-b46d-c87ec2786493 req-01a9efbc-e3ba-4fcc-ad35-08baee4d29d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Aug 10 12:06:27.959049 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d1fb0a4a-6f40-4019-a6e9-142be682abca no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:06:27.978507 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: d1fb0a4a-6f40-4019-a6e9-142be682abca {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:06:27.978958 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d1fb0a4a-6f40-4019-a6e9-142be682abca not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:06:28.001228 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.011148 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed45afab-02fc-4af7-a747-42ae594f950d']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:28.021782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f85310d-fbe1-499b-ada2-a94fda8ab36f') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:28.022007 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f85310d-fbe1-499b-ada2-a94fda8ab36f') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:28.031797 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.049920 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.055973 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:06:28.056426 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:06:28.058013 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:06:28.109842 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.115136 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.117040 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed45afab-02fc-4af7-a747-42ae594f950d HTTP/1.1" status: 204 len: 168 time: 0.3190737 Aug 10 12:06:28.129601 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf351f5-f335-477e-98a8-d397f2674187 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed45afab-02fc-4af7-a747-42ae594f950d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:28.187583 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ebd8-85ef-417f-9baf-1ffe32febd2b req-907aa7ff-e0de-43af-afcb-125e2799cf8c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:28.189154 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-59b4ebd8-85ef-417f-9baf-1ffe32febd2b req-907aa7ff-e0de-43af-afcb-125e2799cf8c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0500340 Aug 10 12:06:28.227392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-59b4ebd8-85ef-417f-9baf-1ffe32febd2b req-f78412d7-7545-446d-af2a-374ec995efd2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Aug 10 12:06:28.294913 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43162) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:28.336879 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05ab48ae-ff6b-4cba-8ef5-25ab10f21d45 req-3fac3343-8344-459c-bb79-155da8b350ff tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 210 time: 0.0268207 Aug 10 12:06:28.353693 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-72d3bc19-ec48-431d-9165-43eaa9c5496b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48cc1baa516c46e995a44a5efb62c81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552094 Aug 10 12:06:28.353926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:28.401948 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.469364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.547459 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-88dd8d7f-7958-4a71-8d52-e404144872aa tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:28.548928 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-88dd8d7f-7958-4a71-8d52-e404144872aa tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 807 time: 0.1358032 Aug 10 12:06:28.555612 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.558343 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.559437 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab3a645c-2c2f-4224-b81a-0ded3aaf4c1b HTTP/1.1" status: 204 len: 168 time: 0.2046351 Aug 10 12:06:28.567356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d3d5-8011-4001-9e1f-7b884630a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a645c-2c2f-4224-b81a-0ded3aaf4c1b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:28.573423 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Request body: {'port': {'device_id': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf', 'admin_state_up': True, 'tenant_id': '35659c7ad1b64b2d9a47be525496a0c9'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:28.688382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Made reservation on behalf of 35659c7ad1b64b2d9a47be525496a0c9 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:28.692541 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:28.821657 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Allocated IP 172.20.0.8 (2e6125bd-5e0f-4534-bfe1-bc6efd388dbf/9a0943f2-7762-4816-bcb4-57176250523f/a4726361-f3c6-4857-becb-c4775676dc59) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:06:28.914366 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43190) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:28.966855 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-241a3338-61a3-41c1-a128-4de6e5f71e8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8bce1d7bb894d80b78d0a7afbdd54a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504425 Aug 10 12:06:28.967504 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43196) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:28.995266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.031698 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.046899 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.073493 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.098427 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b272-e054-488b-a1df-b322ed9b92c7 req-aef5cc79-711d-4bb0-b7f6-283e5c097bbf tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.099391 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:06:29.101273 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94a2b272-e054-488b-a1df-b322ed9b92c7 req-aef5cc79-711d-4bb0-b7f6-283e5c097bbf tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.0835304 Aug 10 12:06:29.102625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:29.106673 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:06:29.112993 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Pushing event updated for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:29.158148 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94a2b272-e054-488b-a1df-b322ed9b92c7 req-c48798e8-4d4a-4838-b210-3d76aabad641 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Aug 10 12:06:29.181177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.181818 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.182933 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.186119 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.187238 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb634ce9-905b-4690-9512-ac4bd45eaaf8 HTTP/1.1" status: 204 len: 168 time: 0.2187836 Aug 10 12:06:29.195405 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471a098-2d5a-4a47-9062-249a0a82f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb634ce9-905b-4690-9512-ac4bd45eaaf8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:29.207268 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-6cc7e264-a126-4e09-ba3a-e82c13b67fe2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6376870 Aug 10 12:06:29.228739 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Request body: {'port': {'device_id': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:29.291233 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.386751 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923c293-906f-4a28-afea-4d37fc9b419b req-4c498a6a-b16f-447c-a4c1-25f50c6d5ed4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.396064 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e923c293-906f-4a28-afea-4d37fc9b419b req-4c498a6a-b16f-447c-a4c1-25f50c6d5ed4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0848978 Aug 10 12:06:29.469309 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e923c293-906f-4a28-afea-4d37fc9b419b req-50782763-e1a9-41ae-94a4-eed9929cd198 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723646 Aug 10 12:06:29.494049 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4653c-7326-44a6-bd79-6a82102b3596 req-12a32d09-4e96-42a4-98db-7eec2817ea23 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.495538 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0e4653c-7326-44a6-bd79-6a82102b3596 req-12a32d09-4e96-42a4-98db-7eec2817ea23 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 931 time: 0.0582733 Aug 10 12:06:29.544305 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0e4653c-7326-44a6-bd79-6a82102b3596 req-ea771a77-1535-4722-a15c-7bd5539a7d5b tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Aug 10 12:06:29.591462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4726361-f3c6-4857-becb-c4775676dc59 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:29.599899 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.612656 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Transition to ACTIVE for port object a4726361-f3c6-4857-becb-c4775676dc59 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:29.618939 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.695228 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Pushing event updated for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:29.771926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Attempting to bind port a4726361-f3c6-4857-becb-c4775676dc59 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:06:29.772169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Attempting to bind port a4726361-f3c6-4857-becb-c4775676dc59 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:06:29.772490 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Attempting to bind port a4726361-f3c6-4857-becb-c4775676dc59 on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:29.776996 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Port a4726361-f3c6-4857-becb-c4775676dc59 on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:06:29.777316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Attempting to bind port a4726361-f3c6-4857-becb-c4775676dc59 on network 2e6125bd-5e0f-4534-bfe1-bc6efd388dbf {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:29.783083 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:06:29.783583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Checking segment: {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:29.783932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Bound using segment: {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:06:29.784347 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Bound port: a4726361-f3c6-4857-becb-c4775676dc59, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:06:29.784833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.858143 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:06:29.861202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a4726361-f3c6-4857-becb-c4775676dc59,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:06:29.866956 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.900856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.901473 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:29.903417 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] 10.222.0.66 "PUT /v2.0/ports/a4726361-f3c6-4857-becb-c4775676dc59 HTTP/1.1" status: 200 len: 1093 time: 0.6792932 Aug 10 12:06:29.903851 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:29.906161 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "tag": "a4726361-f3c6-4857-becb-c4775676dc59"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:29.932742 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94958a9-bee9-428c-bd3c-aa54882f874e service neutron] Pushing event updated for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:29.948576 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:29.962664 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e8f3e-fdda-4c72-bf20-279916f5c98e x-openstack-request-id: req-364e8f3e-fdda-4c72-bf20-279916f5c98e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:29.963046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "tag": "a4726361-f3c6-4857-becb-c4775676dc59", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:29.963359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-364e8f3e-fdda-4c72-bf20-279916f5c98e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:29.963832 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59', 'status': 'completed', 'code': 200} Aug 10 12:06:29.993049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-05fd9da5-8477-4c60-96d8-e04c2fbeb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:29.994592 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-05fd9da5-8477-4c60-96d8-e04c2fbeb357 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 1096 time: 0.0422573 Aug 10 12:06:30.048989 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-e006978d-f85a-460d-b3bc-6ed412fe1cf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4726361-f3c6-4857-becb-c4775676dc59 HTTP/1.1" status: 200 len: 217 time: 0.0387659 Aug 10 12:06:30.097680 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:30.105664 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-0b24126f-d3e0-4cb0-8238-92a2f30e3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.107821 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-0b24126f-d3e0-4cb0-8238-92a2f30e3342 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a0943f2-7762-4816-bcb4-57176250523f HTTP/1.1" status: 200 len: 847 time: 0.0503170 Aug 10 12:06:30.143432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'port_id': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', 'mac_address': 'fa:16:3e:39:17:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3956d6fd-64b8-4c93-a215-b8afbb9676aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:30.148494 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-7a84a15e-49ed-4f28-9944-293ef69f3d0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297799 Aug 10 12:06:30.239953 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:30.282837 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-7cf6d54b-19f9-45c5-a6c1-f32d18844a1c service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173387 Aug 10 12:06:30.298244 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:30.313605 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d67571-5d8b-451c-bb79-703938ed1a5d req-e9b11181-46a9-4bb6-bb3b-7bf0a02bf6b2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.321436 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10d67571-5d8b-451c-bb79-703938ed1a5d req-e9b11181-46a9-4bb6-bb3b-7bf0a02bf6b2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 943 time: 0.0649283 Aug 10 12:06:30.331241 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:30.343920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:30.377601 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10d67571-5d8b-451c-bb79-703938ed1a5d req-c4d79187-005b-4e63-ae77-ec11114bcad8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552068 Aug 10 12:06:30.418038 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:30.426484 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-7c7b90d7-2b4f-4692-89a2-c107d99d29a4 req-e320850a-905b-47b5-b6d1-89e78aa826a5 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307526 Aug 10 12:06:30.532489 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-e451564a-5974-4a6f-90ea-fb28a1a70522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.534169 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-e451564a-5974-4a6f-90ea-fb28a1a70522 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 1096 time: 0.0457437 Aug 10 12:06:30.660831 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-80ef0633-4eda-4d0e-9732-a5ddfe94d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.663393 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-80ef0633-4eda-4d0e-9732-a5ddfe94d979 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 200 len: 909 time: 0.1169751 Aug 10 12:06:30.668134 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ea5a9-840a-43d9-ae5c-454388a43717 req-3ec7ce5d-d431-4b54-928a-7bce9a941083 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.669824 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-978ea5a9-840a-43d9-ae5c-454388a43717 req-3ec7ce5d-d431-4b54-928a-7bce9a941083 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1082683 Aug 10 12:06:30.730725 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-5bf2c177-ba40-4b48-ace0-1fdc24517507 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4726361-f3c6-4857-becb-c4775676dc59 HTTP/1.1" status: 200 len: 217 time: 0.0448885 Aug 10 12:06:30.735320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:30.736105 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b728-2cf6-4397-ab6e-7add80c6075b req-dd036dac-ebfe-4128-a852-d467698b9eb0 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.743435 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ee22b728-2cf6-4397-ab6e-7add80c6075b req-dd036dac-ebfe-4128-a852-d467698b9eb0 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 943 time: 0.0974009 Aug 10 12:06:30.753400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-978ea5a9-840a-43d9-ae5c-454388a43717 req-421d163f-7303-4b24-859a-0d929e5aed20 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 Aug 10 12:06:30.754861 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43280) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:30.829410 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ee22b728-2cf6-4397-ab6e-7add80c6075b req-dd23fe8c-0416-4002-9467-958607acde45 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Aug 10 12:06:30.830119 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-4fe65b05-6b89-4e0e-b4ca-fceaf1dd36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:30.831735 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-4fe65b05-6b89-4e0e-b4ca-fceaf1dd36ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a0943f2-7762-4816-bcb4-57176250523f HTTP/1.1" status: 200 len: 847 time: 0.0866127 Aug 10 12:06:30.902673 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-358d76df-3b67-43eb-ac00-af19454d5dc7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587065 Aug 10 12:06:31.022746 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c6090d3-a4be-484a-a82b-8f4845c60de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.039483 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-442f42e2-f2bf-4c24-a42f-89dac03f9252 service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223400 Aug 10 12:06:31.159688 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a3fd7d4-7bc6-4c53-a735-bf40abb1c54f req-b136f9b4-40ce-4aef-908f-fe09bebe04fe service neutron] 10.222.0.66 "GET /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095793 Aug 10 12:06:31.189705 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c6090d3-a4be-484a-a82b-8f4845c60de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.196621 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0c6090d3-a4be-484a-a82b-8f4845c60de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.227247 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94e38-fa65-49a7-b3db-a900bd462eae req-4e7fe31b-d4f6-4006-b01f-8105260f31b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:31.228758 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c7d94e38-fa65-49a7-b3db-a900bd462eae req-4e7fe31b-d4f6-4006-b01f-8105260f31b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.1039712 Aug 10 12:06:31.257905 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0c6090d3-a4be-484a-a82b-8f4845c60de3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6123d5084b644ec695c6ef41f69f9200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021386 Aug 10 12:06:31.260517 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:31.265511 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6090d3-a4be-484a-a82b-8f4845c60de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56d0eb-9248-4c83-930e-f96065f21a33,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:31.291467 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c7d94e38-fa65-49a7-b3db-a900bd462eae req-0edfa3fc-791e-46da-afc6-4bf07d13aaa8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Aug 10 12:06:31.318356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.330904 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-54fb45df-4cb7-4caa-8dd2-5a31a120af43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.332211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43308) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:31.346245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.402907 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.406605 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.411618 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d56d0eb-9248-4c83-930e-f96065f21a33 HTTP/1.1" status: 204 len: 168 time: 0.1497686 Aug 10 12:06:31.420950 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660821d2-fa4c-4d29-b94c-092cc67487eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56d0eb-9248-4c83-930e-f96065f21a33,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:31.536574 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c94dfc-aedf-4c42-940a-7202c12b9766 req-76a908e6-70f5-4e7b-b891-48628b260f83 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:31.538112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45c94dfc-aedf-4c42-940a-7202c12b9766 req-76a908e6-70f5-4e7b-b891-48628b260f83 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 944 time: 0.0669358 Aug 10 12:06:31.593431 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45c94dfc-aedf-4c42-940a-7202c12b9766 req-9c04b2ef-350d-4907-b3db-f179f369a7ab tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Aug 10 12:06:31.617818 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e55154c-34a1-4c0c-9a6a-cd7f2a6a80d7 tempest-TestMinimumBasicScenario-1707798882 tempest-TestMinimumBasicScenario-1707798882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:31.623493 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-2e55154c-34a1-4c0c-9a6a-cd7f2a6a80d7 tempest-TestMinimumBasicScenario-1707798882 tempest-TestMinimumBasicScenario-1707798882-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1094 time: 0.2869816 Aug 10 12:06:31.624096 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43320) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:31.628334 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'port_id': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'tenant_id': '85736eb943ff424892dc83156272b705', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:31.654035 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.754917 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.844207 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43330) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:31.868226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dd5318e-5609-4f37-abea-8b82601ee7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:31.902507 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Allocated IP 172.27.2.126 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/da8ab73b-0a33-4ab3-938c-baed8f629e3d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:06:31.963194 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d117d-aab6-4659-9559-a30d12e48f2b req-7db99a09-f66d-4fba-991c-de00d3febd0b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:31.964900 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c1d117d-aab6-4659-9559-a30d12e48f2b req-7db99a09-f66d-4fba-991c-de00d3febd0b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1001921 Aug 10 12:06:32.025922 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22042-fc0e-4ed3-b2e7-961b884d77c5 req-9c774f73-e835-42e9-aecb-af93f1aa6a1a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:32.029287 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ecd22042-fc0e-4ed3-b2e7-961b884d77c5 req-9c774f73-e835-42e9-aecb-af93f1aa6a1a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 943 time: 0.1262615 Aug 10 12:06:32.034204 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c1d117d-aab6-4659-9559-a30d12e48f2b req-3c7f5ade-7c3f-4d81-9855-aa471f93a3c0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610242 Aug 10 12:06:32.051080 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.083074 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dd5318e-5609-4f37-abea-8b82601ee7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.091037 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ecd22042-fc0e-4ed3-b2e7-961b884d77c5 req-2ec88c1e-2a2c-421e-8478-323de37e6c43 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 Aug 10 12:06:32.091286 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dd5318e-5609-4f37-abea-8b82601ee7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.145919 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7dd5318e-5609-4f37-abea-8b82601ee7dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1491305742b240c6a333cd554cf5e5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004887 Aug 10 12:06:32.147299 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5318e-5609-4f37-abea-8b82601ee7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef4cba-8cc6-436c-ac41-ea0b2250b27c,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:32.149027 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43344) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:32.155431 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.198491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:06:32.207176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:32.211401 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:06:32.217427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'Port': ['ID=da8ab73b-0a33-4ab3-938c-baed8f629e3d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:32.223445 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.253512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.314578 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.317544 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.318709 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26ef4cba-8cc6-436c-ac41-ea0b2250b27c HTTP/1.1" status: 204 len: 168 time: 0.1678336 Aug 10 12:06:32.327273 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a587bbe-d190-4aa5-ba14-7abf492bbe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef4cba-8cc6-436c-ac41-ea0b2250b27c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:32.696632 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:32.734805 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-389b071d-a505-42dc-9e96-fb88105758ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.771968 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bab5c-89a0-4529-ba53-52e2365c6bd0 req-96cce0ba-550f-466f-9c37-3843cffb3157 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:32.773630 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ff0bab5c-89a0-4529-ba53-52e2365c6bd0 req-96cce0ba-550f-466f-9c37-3843cffb3157 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 944 time: 0.0893390 Aug 10 12:06:32.850213 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ff0bab5c-89a0-4529-ba53-52e2365c6bd0 req-ad3ad599-8271-4027-8574-5a9d204eb120 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642788 Aug 10 12:06:32.893333 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-389b071d-a505-42dc-9e96-fb88105758ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.898099 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-389b071d-a505-42dc-9e96-fb88105758ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.940971 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:32.944461 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b071d-a505-42dc-9e96-fb88105758ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8170c906-4a32-45b5-9d45-05d89015a5b8,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:32.949196 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-389b071d-a505-42dc-9e96-fb88105758ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=353c7928cbb54d5cbd3a70f644a20314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507353 Aug 10 12:06:32.953233 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43370) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:33.042201 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.062103 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.077759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.166081 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.172551 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.177481 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8170c906-4a32-45b5-9d45-05d89015a5b8 HTTP/1.1" status: 204 len: 168 time: 0.2229879 Aug 10 12:06:33.213133 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21ff47-3561-48f4-9e5d-c79f5a115b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170c906-4a32-45b5-9d45-05d89015a5b8,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:33.254533 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11236e-03f3-41b3-8964-c101c0855cfb req-00ed1dba-839d-4589-a0ac-b205a976601b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:33.256083 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe11236e-03f3-41b3-8964-c101c0855cfb req-00ed1dba-839d-4589-a0ac-b205a976601b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1152506 Aug 10 12:06:33.267144 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.268525 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce1c1a-ac04-4bd5-afc2-56c4f8694831 req-fab5c41a-9f9a-4dd4-9e10-6394c5366702 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:33.270012 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-83ce1c1a-ac04-4bd5-afc2-56c4f8694831 req-fab5c41a-9f9a-4dd4-9e10-6394c5366702 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 943 time: 0.0898697 Aug 10 12:06:33.279260 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.328434 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe11236e-03f3-41b3-8964-c101c0855cfb req-73e36cd7-8364-4504-98fe-a5bcaac7f1f1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574298 Aug 10 12:06:33.333435 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-83ce1c1a-ac04-4bd5-afc2-56c4f8694831 req-3b32e606-4edd-4bbe-a4b0-3c28bcf91cb3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 Aug 10 12:06:33.371844 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'Port': ['ID=da8ab73b-0a33-4ab3-938c-baed8f629e3d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:33.384098 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.494668 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Floating IP dddc7c5c-27b1-446b-9fd0-c425df21974f associated. External IP: 172.27.2.126, port: d0665c01-d5ff-4503-b317-48b663d8b2e0. Aug 10 12:06:33.720866 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Router ce291a20-50c8-4715-9ef3-7416f88b687d has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:06:33.828278 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:06:33.838631 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Sync routers for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:06:33.850097 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:06:33.851083 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:06:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:33.852470 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.890555 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-38c7918c-b394-4d57-8d5c-51a496992092 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2632287 Aug 10 12:06:33.890555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:33.890947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43402) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:33.891442 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf3ae98-e229-4a57-9b80-357a92ecd15a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:33.895651 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909189677', 'description': 'tempest-secgroup-smoke-909189677 description', 'project_id': '85736eb943ff424892dc83156272b705'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:33.935711 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:33.945259 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430aa8b2-83d2-4965-802c-84a04227bad3 x-openstack-request-id: req-430aa8b2-83d2-4965-802c-84a04227bad3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:33.945751 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:33.945989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-430aa8b2-83d2-4965-802c-84a04227bad3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:33.946492 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:06:33.973489 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a4726361-f3c6-4857-becb-c4775676dc59 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:33.979079 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:33.984692 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:06:34.004938 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:34.071836 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-6e072514-5222-44a3-8ad1-c1e365ce7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.076590 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-6e072514-5222-44a3-8ad1-c1e365ce7f45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1099 time: 0.0865495 Aug 10 12:06:34.079801 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.211946 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:34.224128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.231581 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.240143 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:34.242772 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.258962 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67d8ba-399c-48e3-9c6a-4e27ffaee7c8 req-9e978da1-effd-4d3d-9ca3-20bf7fca3734 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.266462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2062926145-network', 'tenant_id': 'ba5fc8b69a004b88856779a22b10e8cc'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:34.271431 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dc67d8ba-399c-48e3-9c6a-4e27ffaee7c8 req-9e978da1-effd-4d3d-9ca3-20bf7fca3734 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 944 time: 0.2623260 Aug 10 12:06:34.307088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Made reservation on behalf of ba5fc8b69a004b88856779a22b10e8cc for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:34.312343 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.339610 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.341337 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4492939 Aug 10 12:06:34.345632 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43422) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:34.350446 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2cef6-252d-4cdf-a598-e15cca49ab00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d129d4-d06e-49a4-8224-45ed0446f328,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:34.360972 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:34.366250 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.385148 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-570bb287-a096-40b0-abfa-981b9878ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.386274 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a4726361-f3c6-4857-becb-c4775676dc59,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:34.392193 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-570bb287-a096-40b0-abfa-981b9878ff3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.3089831 Aug 10 12:06:34.417353 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'a4726361-f3c6-4857-becb-c4775676dc59', 'network_id': '2e6125bd-5e0f-4534-bfe1-bc6efd388dbf', 'port_id': 'a4726361-f3c6-4857-becb-c4775676dc59', 'mac_address': 'fa:16:3e:58:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0943f2-7762-4816-bcb4-57176250523f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:34.470824 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e12c-ebdb-4eaa-ba97-f7d6d5b9d1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.485967 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.518681 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'dddc7c5c-27b1-446b-9fd0-c425df21974f', 'tenant_id': '85736eb943ff424892dc83156272b705', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'port_id': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'mac_address': 'fa:16:3e:48:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:06:32Z', 'updated_at': '2021-08-10T12:06:32Z', 'revision_number': 0, 'project_id': '85736eb943ff424892dc83156272b705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:34.549029 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Checking router: ce291a20-50c8-4715-9ef3-7416f88b687d for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:06:34.559039 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:06:34.560281 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:06:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:34.588788 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.605646 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dc67d8ba-399c-48e3-9c6a-4e27ffaee7c8 req-315bc92a-698d-4122-884c-085f90b10cbc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330972 Aug 10 12:06:34.622860 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-51381dc4-e61c-421d-ad9a-645a9c7a87c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 1000 time: 0.1997190 Aug 10 12:06:34.693598 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:06:34.694651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4726361-f3c6-4857-becb-c4775676dc59 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:34.717093 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326bbf4-8e82-4900-9fb5-a4ac8ebea1b4 req-fa86ab83-bdea-49ab-b8a4-82337051fdda tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.718825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4326bbf4-8e82-4900-9fb5-a4ac8ebea1b4 req-fa86ab83-bdea-49ab-b8a4-82337051fdda tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.2414961 Aug 10 12:06:34.731436 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a4726361-f3c6-4857-becb-c4775676dc59,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:34.742715 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.767169 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.772274 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.773027 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.776229 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-e470587c-936a-4511-9fcd-bc8ae586bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.778311 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-e470587c-936a-4511-9fcd-bc8ae586bd92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.1318400 Aug 10 12:06:34.782678 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.784434 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.788878 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547d973-321e-410e-b2ad-82a0eb3d834e req-612eeb81-eb85-49de-b1f7-d6cdaa4077a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.790365 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4547d973-321e-410e-b2ad-82a0eb3d834e req-612eeb81-eb85-49de-b1f7-d6cdaa4077a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0973365 Aug 10 12:06:34.811730 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:34.814105 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d38b1a-e961-4fd7-9491-29499a2df05c" -d '{"events": [{"server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "name": "network-vif-plugged", "status": "completed", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:34.824531 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae788ba-28cc-4f09-94c0-dd8bf661851f,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:34.841737 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4326bbf4-8e82-4900-9fb5-a4ac8ebea1b4 req-1eafde29-8a83-40de-8629-371d94ed048b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Aug 10 12:06:34.847032 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:34.848832 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:34.858169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:06:34.863181 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.868144 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.871195 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b78445ca-5929-43fa-a168-b874a215b2d9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5227463 Aug 10 12:06:34.883102 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264c37a-3dd9-472f-9f57-7b2c7ecdbff8 req-ae34561d-772c-4be8-95b9-6c640dff4787 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.883315 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43436) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:34.891170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:34.893353 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0264c37a-3dd9-472f-9f57-7b2c7ecdbff8 req-ae34561d-772c-4be8-95b9-6c640dff4787 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 944 time: 0.1705451 Aug 10 12:06:34.897506 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756feb0-bc0e-4d9a-8074-5c563b67105a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:34.902038 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.902392 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Added segment 0ab0416e-ae50-44d1-be2c-8b66556e9899 of type vlan for network 7c403e04-8dd8-4598-9af0-f9fe191254fb Aug 10 12:06:34.946826 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:34.963650 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-4547d973-321e-410e-b2ad-82a0eb3d834e req-c3ff84cc-4fef-4201-8935-493039815f9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455188 Aug 10 12:06:34.974112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0264c37a-3dd9-472f-9f57-7b2c7ecdbff8 req-6677010a-d45e-478b-bc8f-345e8b9970d2 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794547 Aug 10 12:06:34.982134 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-68e0a357-fbb8-439f-8087-c89c0b367e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:34.983615 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-68e0a357-fbb8-439f-8087-c89c0b367e04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1785252 Aug 10 12:06:34.986427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:34.991778 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.028558 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1766af3-87d4-4d87-97c2-a6f4eedb3ca7 x-openstack-request-id: req-d1766af3-87d4-4d87-97c2-a6f4eedb3ca7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:35.029583 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "name": "network-vif-plugged", "status": "completed", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:35.030215 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1766af3-87d4-4d87-97c2-a6f4eedb3ca7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:35.031453 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', 'code': 200} Aug 10 12:06:35.056464 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.057474 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:35.058073 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.118213 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.132344 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'dddc7c5c-27b1-446b-9fd0-c425df21974f', 'tenant_id': '85736eb943ff424892dc83156272b705', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'port_id': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'mac_address': 'fa:16:3e:48:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:06:32Z', 'updated_at': '2021-08-10T12:06:32Z', 'revision_number': 0, 'project_id': '85736eb943ff424892dc83156272b705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:06:35.133581 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1274381 Aug 10 12:06:35.138259 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43438) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:35.145439 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Request body: {'subnet': {'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2062926145-subnet', 'tenant_id': 'ba5fc8b69a004b88856779a22b10e8cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:35.146111 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.164541 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f671d-6adb-46ec-9f65-81e209e82cc6 None None] The sync data for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi is: [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'dddc7c5c-27b1-446b-9fd0-c425df21974f', 'tenant_id': '85736eb943ff424892dc83156272b705', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'port_id': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'mac_address': 'fa:16:3e:48:55:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:06:32Z', 'updated_at': '2021-08-10T12:06:32Z', 'revision_number': 0, 'project_id': '85736eb943ff424892dc83156272b705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:06:35.170042 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['a4726361-f3c6-4857-becb-c4775676dc59'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:35.211922 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeed2d8-028b-4544-9d83-adb6c2b55875 admin admin] Pushing event updated for resources: {'Network': ['ID=7c403e04-8dd8-4598-9af0-f9fe191254fb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.216606 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Made reservation on behalf of ba5fc8b69a004b88856779a22b10e8cc for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:35.220379 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621282'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.235729 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f13046b-9200-4597-9f29-530684ba1812,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.241530 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.243074 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e3653afb-56f6-4556-a879-fe36fdb4a17e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3586960 Aug 10 12:06:35.244536 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:06:35.247058 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43440) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:35.260082 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:35.298348 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-cdab2096-f62f-400d-9441-8c55f007360d service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786547 Aug 10 12:06:35.307546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.459556 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d93906-452e-4bdb-892d-787f3a30ca29 req-182a4897-5b5b-4d9c-90ef-c5aec2d5af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:35.461108 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-84d93906-452e-4bdb-892d-787f3a30ca29 req-182a4897-5b5b-4d9c-90ef-c5aec2d5af0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 1098 time: 0.0961673 Aug 10 12:06:35.475226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.481738 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8cf3ae98-e229-4a57-9b80-357a92ecd15a req-3c848b02-ba09-4f67-b720-69c5c9f86683 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700599 Aug 10 12:06:35.488527 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdd82a6-00a0-4dda-a4d1-d936721e3b0e None None] New status for floating IP dddc7c5c-27b1-446b-9fd0-c425df21974f: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:06:35.494918 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621296'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.496088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.526589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56c4246-4aed-4872-a3a1-c2dd547b8ece,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.540653 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-84d93906-452e-4bdb-892d-787f3a30ca29 req-cf2cabef-ae4f-43a1-b007-c0ffc7498c86 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613813 Aug 10 12:06:35.547988 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.549895 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acf4402-28d1-4e7e-a49d-0a5def5a3347,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.552116 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-820a1ff0-7233-4e15-9c33-01bb5e840ff7 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040750 Aug 10 12:06:35.552772 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43444) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:35.558582 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:35.592748 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Checking segment: {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:35.593292 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Network hostable DHCP agents. Network: 7c403e04-8dd8-4598-9af0-f9fe191254fb, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:06:35.599187 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.621112 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:06:35.634788 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 7c403e04-8dd8-4598-9af0-f9fe191254fb) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:35.640976 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:35.643442 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.643973 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757072e-2c12-4cd8-9ac9-07426f7d772b None None] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:35.665659 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a2f523ec-76e9-4290-8c0a-1f5a497c6c64 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5258684 Aug 10 12:06:35.684907 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.695997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.731769 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155f0d3-0bb0-4fa9-b168-c3cbe4dad4b6,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.768302 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.770338 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-85649723-d77a-4f97-b450-c0e08a3cbe00 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2164369 Aug 10 12:06:35.773448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43458) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:35.781026 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:35.811120 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570638d-2bd9-49ce-bdf5-919fbc71522a req-d3f31077-ef98-4f6d-a956-de0fbae221e0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:35.814065 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c570638d-2bd9-49ce-bdf5-919fbc71522a req-d3f31077-ef98-4f6d-a956-de0fbae221e0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.1010137 Aug 10 12:06:35.830037 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.securitygroups_db [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Project 85736eb943ff424892dc83156272b705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:06:35.836996 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.881374 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c570638d-2bd9-49ce-bdf5-919fbc71522a req-4ba5093c-aeb3-496e-a27a-a791405d6142 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560725 Aug 10 12:06:35.914067 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.918532 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.935044 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1825bd48-cb73-4820-a08e-07f551c10bb1,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:35.951665 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:35.954459 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-fef1236b-a786-4579-8401-23a09fc962af tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788771 Aug 10 12:06:35.957840 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43464) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:35.964725 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'security_group_rule': {'security_group_id': '42d129d4-d06e-49a4-8224-45ed0446f328', 'project_id': '85736eb943ff424892dc83156272b705', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:36.023602 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Project 85736eb943ff424892dc83156272b705 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:06:36.050815 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.055849 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.087914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91f289-cf27-4b3b-9c8f-66b020c1c7f0 req-f242ed84-9067-4be9-a0cd-920017a7d677 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:36.096621 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f91f289-cf27-4b3b-9c8f-66b020c1c7f0 req-f242ed84-9067-4be9-a0cd-920017a7d677 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1265252 Aug 10 12:06:36.220056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a517fc6-6d8d-4ccf-bbc0-94cc80f83e74 None None] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:06:36.324152 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f91f289-cf27-4b3b-9c8f-66b020c1c7f0 req-c0e0a062-ce89-472e-8afe-b1622df815dd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007644 Aug 10 12:06:36.363993 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350405-9dd9-4754-a839-e712d4428f66 req-67a5b574-2bcd-4400-bdd6-0ceb3758b26a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:36.378871 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ae350405-9dd9-4754-a839-e712d4428f66 req-67a5b574-2bcd-4400-bdd6-0ceb3758b26a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 944 time: 0.2699180 Aug 10 12:06:36.399504 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.409428 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.439381 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32147eb0-ec63-4a82-be7e-48adcbfcd5ab,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:36.448157 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.449498 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-953d8415-7c5d-4b37-8192-ab7258c622b2 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4903305 Aug 10 12:06:36.459386 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ae350405-9dd9-4754-a839-e712d4428f66 req-43ca2a1a-01de-427b-a78e-49c5c00b63b8 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796185 Aug 10 12:06:36.551647 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-4b8d289c-523d-42c4-8063-19e930ee2192 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909189677&fields=id&tenant_id=85736eb943ff424892dc83156272b705 HTTP/1.1" status: 200 len: 267 time: 0.0352323 Aug 10 12:06:36.618209 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-aed78e79-97a5-498c-9502-d296d9e32215 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:36.619905 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-aed78e79-97a5-498c-9502-d296d9e32215 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0610771 Aug 10 12:06:36.632800 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'port': {'security_groups': ['571f5903-b14a-4b86-90ad-8c6c8b5d21a5', '42d129d4-d06e-49a4-8224-45ed0446f328']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:36.714756 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.915089 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:36.948615 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.954719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:36.969118 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:36.973494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:37.039273 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.040137 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:37.041768 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b6f867fc-01a8-4708-a39c-3351b2519213 req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "PUT /v2.0/ports/d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 982 time: 0.4147701 Aug 10 12:06:37.043023 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:37.046282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe5bc94-6243-4daf-a4c0-373e8471a068" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:37.071329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8342e7-6792-40c7-a150-090fa3f6036e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=6']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:37.089286 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6acdc4-65c8-4413-a695-015394e6c227 req-ae919499-821e-4bf9-ba24-6278d6cf320a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.091422 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1a6acdc4-65c8-4413-a695-015394e6c227 req-ae919499-821e-4bf9-ba24-6278d6cf320a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.1246550 Aug 10 12:06:37.116881 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0aca09-4431-4543-acf4-063de6b2876e x-openstack-request-id: req-4a0aca09-4431-4543-acf4-063de6b2876e {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:37.117204 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:37.117416 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a0aca09-4431-4543-acf4-063de6b2876e {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:37.118933 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:06:37.164416 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1a6acdc4-65c8-4413-a695-015394e6c227 req-652ef8ec-077f-4de1-9e00-d2a8a86fc1f3 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Aug 10 12:06:37.218872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:37.233699 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-850a90c1-c0c4-4f4d-95a6-8bc33bfb2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.236093 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-850a90c1-c0c4-4f4d-95a6-8bc33bfb2131 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1138 time: 0.0690727 Aug 10 12:06:37.268830 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ff80-32dc-49da-a78c-4c3224149cba req-f30eb87f-49c2-4826-a5b2-c33caf44f6e8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.271302 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06b9ff80-32dc-49da-a78c-4c3224149cba req-f30eb87f-49c2-4826-a5b2-c33caf44f6e8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0917463 Aug 10 12:06:37.379002 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06b9ff80-32dc-49da-a78c-4c3224149cba req-11461a76-5c5e-4431-805b-0df656336672 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010685 Aug 10 12:06:37.385257 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fa52ab62-2a63-4108-af08-8c3aa3d62a0a None None] Provisioning complete for port d0665c01-d5ff-4503-b317-48b663d8b2e0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:37.386577 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa52ab62-2a63-4108-af08-8c3aa3d62a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:37.578528 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85dc6-9f9b-46b1-813b-5722588e52be req-b41d746f-17a6-4e77-b7c9-1faa47bcff27 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.606468 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-19a85dc6-9f9b-46b1-813b-5722588e52be req-b41d746f-17a6-4e77-b7c9-1faa47bcff27 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1642778 Aug 10 12:06:37.756101 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-19a85dc6-9f9b-46b1-813b-5722588e52be req-c6a28dba-52ec-4cb4-b222-1ab692306b2a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365497 Aug 10 12:06:37.792999 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d40e1-9c59-48f3-840e-ff238f3ae47f req-b4af8fa1-4f69-4a70-b15d-de77cb41a67a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.801466 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f4d40e1-9c59-48f3-840e-ff238f3ae47f req-b4af8fa1-4f69-4a70-b15d-de77cb41a67a tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 944 time: 0.1614473 Aug 10 12:06:37.865223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-4aba320b-59cd-4fb7-995f-6d9e2cb20aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:37.867008 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-4aba320b-59cd-4fb7-995f-6d9e2cb20aae service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.6222420 Aug 10 12:06:37.884569 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f4d40e1-9c59-48f3-840e-ff238f3ae47f req-51e2dd75-2d2b-47f7-bd65-624d10bc5610 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756586 Aug 10 12:06:37.986673 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-2ceb693a-e957-48c8-8dce-9e9b896e5888 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 1002 time: 0.0962164 Aug 10 12:06:38.048619 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a4726361-f3c6-4857-becb-c4775676dc59 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:38.085978 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-a6764132-17e4-40db-8ee1-9df3d513912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.087720 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-a6764132-17e4-40db-8ee1-9df3d513912c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.0876253 Aug 10 12:06:38.178505 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port a4726361-f3c6-4857-becb-c4775676dc59 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:38.197129 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port a4726361-f3c6-4857-becb-c4775676dc59 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:38.197823 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:38.239945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-7ef1ec06-74f7-47c8-9944-75cc44cfa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.242943 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-7ef1ec06-74f7-47c8-9944-75cc44cfa0b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1405146 Aug 10 12:06:38.264322 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-d1fffbd8-fe56-4fc1-9163-4b3ec6829448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.266796 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-d1fffbd8-fe56-4fc1-9163-4b3ec6829448 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0834053 Aug 10 12:06:38.267980 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f3da6-ea91-4ea8-bb13-10b15cfea751 req-2d3fa5ae-4222-4681-b099-a99d7fca92ae tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.269529 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f9f3da6-ea91-4ea8-bb13-10b15cfea751 req-2d3fa5ae-4222-4681-b099-a99d7fca92ae tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0787108 Aug 10 12:06:38.304117 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:38.308250 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-b0a9c8e6-49d2-4290-bc08-80d1be8d420a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.315142 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-b0a9c8e6-49d2-4290-bc08-80d1be8d420a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 814 time: 0.1979787 Aug 10 12:06:38.339825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-e9d1ea18-c831-4fb2-a79a-c7ec1c0ef6e3 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/quotas/ba5fc8b69a004b88856779a22b10e8cc HTTP/1.1" status: 200 len: 375 time: 0.0238140 Aug 10 12:06:38.344606 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a4726361-f3c6-4857-becb-c4775676dc59,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:38.345608 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:38.348950 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4ab2f6-22b6-497d-be61-f658cd32d329" -d '{"events": [{"server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "a4726361-f3c6-4857-becb-c4775676dc59"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:38.353779 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f9f3da6-ea91-4ea8-bb13-10b15cfea751 req-a4905016-0c42-4d76-bedc-968ad6acc999 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749221 Aug 10 12:06:38.355352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:38.397752 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ab21ee-c515-4cdf-87bd-bc332073b0f7 x-openstack-request-id: req-32ab21ee-c515-4cdf-87bd-bc332073b0f7 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:38.398048 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "a4726361-f3c6-4857-becb-c4775676dc59", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:38.398308 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32ab21ee-c515-4cdf-87bd-bc332073b0f7 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:38.398706 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59', 'code': 200} Aug 10 12:06:38.404611 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-22613d4e-15e6-4ad2-8917-2bba99d50c3f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424638 Aug 10 12:06:38.423878 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:38.518629 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-dd464437-c10c-4d77-8f95-5506fedc27e1 service neutron] 10.222.0.64 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131148 Aug 10 12:06:38.518853 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-0d233a22-93c0-4125-9394-b3054bd0d3bd service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504301 Aug 10 12:06:38.537250 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-a1e14992-9e35-40cd-898f-04f22d767f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.538724 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-a1e14992-9e35-40cd-898f-04f22d767f78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.2418489 Aug 10 12:06:38.608276 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-32633fa7-e05b-4a1d-8740-37127ad0c358 service neutron] 10.222.0.64 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834079 Aug 10 12:06:38.769564 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ac6b6765-9eb9-468a-9ac0-b412c0e01e24 req-3f019212-2776-4c12-bdd5-fe1441d9ff58 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 210 time: 0.0304091 Aug 10 12:06:38.993313 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caee83-64bd-43e9-a864-9318b3e63c2e req-935426aa-b0dd-4eb9-ac3b-4f8abac31ba3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:38.994793 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f6caee83-64bd-43e9-a864-9318b3e63c2e req-935426aa-b0dd-4eb9-ac3b-4f8abac31ba3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0484931 Aug 10 12:06:39.035311 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f6caee83-64bd-43e9-a864-9318b3e63c2e req-f4d3d8c6-f087-452c-b556-f5b37fca5df5 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Aug 10 12:06:41.840620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c54b-26e8-4626-83a5-2d3fa33e23b1 req-7927b341-8158-43db-8266-41f712a0759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:41.841996 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-d8b66430-1839-47a5-b7af-38956740b157 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0546441 Aug 10 12:06:41.842993 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-65a9c54b-26e8-4626-83a5-2d3fa33e23b1 req-7927b341-8158-43db-8266-41f712a0759a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 1098 time: 0.0406795 Aug 10 12:06:41.961525 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-015e00cd-6b3f-4bb9-9b38-d6271e8945af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:41.963537 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-015e00cd-6b3f-4bb9-9b38-d6271e8945af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0791557 Aug 10 12:06:41.964037 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-65a9c54b-26e8-4626-83a5-2d3fa33e23b1 req-e47ad92c-f7d1-43d1-be18-dc0545a6ca7b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788276 Aug 10 12:06:41.984844 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bbe5bc94-6243-4daf-a4c0-373e8471a068 req-1588372b-a6d0-42e7-923b-27f4b27e5561 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908920 Aug 10 12:06:41.998341 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb679a-cd31-4ae0-86de-d430c86ad271 req-17cf2617-63f3-44fe-b834-7a6a5b0a138c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:42.013860 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3ccb679a-cd31-4ae0-86de-d430c86ad271 req-17cf2617-63f3-44fe-b834-7a6a5b0a138c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0864096 Aug 10 12:06:42.063087 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3ccb679a-cd31-4ae0-86de-d430c86ad271 req-9336aa78-cf82-4dcf-8ff2-f1b7547c657a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Aug 10 12:06:42.166925 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-23a797d7-4e25-471c-90e2-3f5c0724bde8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731282 Aug 10 12:06:42.170209 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ca9238b-9171-4492-86af-fcf1691fb839 req-166f47b6-2255-430e-b599-d9ef2665a1b3 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 210 time: 0.0494270 Aug 10 12:06:42.242115 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec6418-8d89-40b7-9746-ffed6643de55 req-d4f1aa1b-e8c8-431d-bdba-6097174fa134 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:42.243918 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1fec6418-8d89-40b7-9746-ffed6643de55 req-d4f1aa1b-e8c8-431d-bdba-6097174fa134 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0664260 Aug 10 12:06:42.288498 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1fec6418-8d89-40b7-9746-ffed6643de55 req-3b2d9571-f168-4ff5-9cda-5d6490102df0 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Aug 10 12:06:42.315006 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-8f418c0a-e744-4a6d-9ed3-19f95e9c0e69 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015656 Aug 10 12:06:42.417140 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3b24cff9-4fb5-4183-887b-fee579c0def4 req-b38b83b5-94f7-40cc-bbef-08a71a449972 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Aug 10 12:06:42.768765 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-26620c43-3211-40c0-89cd-2665401f8dbd tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:42.770277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-26620c43-3211-40c0-89cd-2665401f8dbd tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 814 time: 0.1006286 Aug 10 12:06:42.785262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Request body: {'port': {'device_id': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb', 'admin_state_up': True, 'tenant_id': 'ba5fc8b69a004b88856779a22b10e8cc'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:42.916788 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Made reservation on behalf of ba5fc8b69a004b88856779a22b10e8cc for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:42.920247 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.050929 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Allocated IP 172.20.0.6 (7c403e04-8dd8-4598-9af0-f9fe191254fb/1acf4402-28d1-4e7e-a49d-0a5def5a3347/0b6c4d5b-e136-4b7a-b829-dbcc31a0d332) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:06:43.237319 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.269515 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697d0fe-262b-4d93-9d81-b1ffb5f6e9eb req-fe3660d4-49b1-447d-ad9e-3a4385fe81eb tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:43.282167 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d697d0fe-262b-4d93-9d81-b1ffb5f6e9eb req-fe3660d4-49b1-447d-ad9e-3a4385fe81eb tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1268461 Aug 10 12:06:43.316543 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-257bdfcb-00c3-4aee-a8df-e337d08fcd79 req-74cea085-627c-46f4-b2da-47ca99ac3149 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 210 time: 0.0373175 Aug 10 12:06:43.326268 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.360438 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d697d0fe-262b-4d93-9d81-b1ffb5f6e9eb req-0e6d648c-c562-471f-94cb-8330e04a9985 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773783 Aug 10 12:06:43.409046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:06:43.413651 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:43.427411 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:06:43.427411 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Pushing event updated for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:43.469818 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.470494 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.471089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.471495 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.471879 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.472310 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.472832 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.473160 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.473762 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.474368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.474810 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.475845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:43.499026 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a28a-bdd0-4bd9-908b-a3802e6bd1ca req-ae63869a-0a5e-473f-ad99-3fa7da05db6c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:43.501085 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1486a28a-bdd0-4bd9-908b-a3802e6bd1ca req-ae63869a-0a5e-473f-ad99-3fa7da05db6c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0709569 Aug 10 12:06:43.530702 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:43.534204 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.567105 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-d35e8d88-47fd-4ad0-bf7d-38c954e601d4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857201 Aug 10 12:06:43.574131 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1486a28a-bdd0-4bd9-908b-a3802e6bd1ca req-ca5b3d38-acfa-4aa6-9204-b83f01dd6126 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Aug 10 12:06:43.601644 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Request body: {'port': {'device_id': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:43.664067 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.860578 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:43.941349 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:43.948597 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.961121 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Transition to ACTIVE for port object 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:43.964943 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:43.965216 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.016150 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Pushing event updated for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:44.073126 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.077852 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.085823 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Attempting to bind port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:06:44.086164 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Attempting to bind port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:06:44.086496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Attempting to bind port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 on network 7c403e04-8dd8-4598-9af0-f9fe191254fb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:44.091245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 on network 7c403e04-8dd8-4598-9af0-f9fe191254fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:06:44.091571 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Attempting to bind port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 on network 7c403e04-8dd8-4598-9af0-f9fe191254fb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:44.096374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:06:44.096731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Checking segment: {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:44.097133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Bound using segment: {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:06:44.097554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Bound port: 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:06:44.097920 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.108075 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:06:44.121177 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b34625c2c99d4032905b8cca320a3108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594287 Aug 10 12:06:44.121751 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43652) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:44.128618 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5cd611-333f-4a73-87b6-569e6c67470b,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:44.143602 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.143800 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.144052 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.144393 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.144727 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.145334 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.145449 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.145730 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.146058 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.146383 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.147011 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.147011 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cf53f-99f1-4092-ba02-1acf352b589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:06:44.181379 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:06:44.184768 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:06:44.190146 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.205347 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.228573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.229264 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.229462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.230943 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] 10.222.0.66 "PUT /v2.0/ports/0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 HTTP/1.1" status: 200 len: 1093 time: 0.6348038 Aug 10 12:06:44.233147 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:44.236041 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1b000-7d05-4406-83a5-13b4a26d47ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:44.266189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029705cc-afbe-43c5-ba30-2e7b0abe476b service neutron] Pushing event updated for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:44.287262 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.290862 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.294789 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd5cd611-333f-4a73-87b6-569e6c67470b HTTP/1.1" status: 204 len: 168 time: 0.1690593 Aug 10 12:06:44.295230 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904dda3-fb5e-4916-bb7d-fa1b6e2cd4f1 x-openstack-request-id: req-a904dda3-fb5e-4916-bb7d-fa1b6e2cd4f1 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:44.295527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:44.295780 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a904dda3-fb5e-4916-bb7d-fa1b6e2cd4f1 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:44.296168 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332', 'status': 'completed', 'code': 200} Aug 10 12:06:44.299760 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738563f-18f7-4afe-b6fe-767ce5a94d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5cd611-333f-4a73-87b6-569e6c67470b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:44.328830 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-5235880e-0bd2-4c2f-9789-349d56d2edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.330348 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-5235880e-0bd2-4c2f-9789-349d56d2edd6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0467002 Aug 10 12:06:44.390215 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-544484fa-8f5a-4457-bbe7-cdfc1ae3f3b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 HTTP/1.1" status: 200 len: 217 time: 0.0478368 Aug 10 12:06:44.460069 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-e75e2d9a-e273-4fdc-85d1-f57a11b171e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.461571 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-e75e2d9a-e273-4fdc-85d1-f57a11b171e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1acf4402-28d1-4e7e-a49d-0a5def5a3347 HTTP/1.1" status: 200 len: 854 time: 0.0519307 Aug 10 12:06:44.466766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f967-3311-41b3-9fca-e708666cec1a req-86073d1d-3e04-44e3-ab55-edfca3aadf18 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.468371 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1040f967-3311-41b3-9fca-e708666cec1a req-86073d1d-3e04-44e3-ab55-edfca3aadf18 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 943 time: 0.0783288 Aug 10 12:06:44.502344 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-e1fa7b71-39a2-4983-a97f-6970470fb9ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c403e04-8dd8-4598-9af0-f9fe191254fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297027 Aug 10 12:06:44.506669 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4b0b-bc15-48cd-a3c6-0c6525403bd2 req-158eb10b-fdc4-4677-9643-7811cd4d8f76 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.508158 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4d9a4b0b-bc15-48cd-a3c6-0c6525403bd2 req-158eb10b-fdc4-4677-9643-7811cd4d8f76 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0818326 Aug 10 12:06:44.537621 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1040f967-3311-41b3-9fca-e708666cec1a req-4b156a10-ee92-4015-b679-fd6003f691ca tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607493 Aug 10 12:06:44.570419 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4d9a4b0b-bc15-48cd-a3c6-0c6525403bd2 req-e479f1a0-aa87-4dd2-973a-e934deefb2a8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520687 Aug 10 12:06:44.605264 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-eae03a6d-a53f-4571-8e85-d0345c028289 service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894036 Aug 10 12:06:44.620873 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43672) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:44.650437 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ab2d-a4c5-4538-8cb2-c9d34df5f8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.713416 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf435ba-35c5-4f1f-a759-6c428a975773 req-d1b04854-c452-44cd-85aa-790475e56dee tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.713416 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-caf435ba-35c5-4f1f-a759-6c428a975773 req-d1b04854-c452-44cd-85aa-790475e56dee tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0772607 Aug 10 12:06:44.713752 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6111c7b6-caa9-4c7b-adad-245727006e71 req-ff166754-3cfe-4a0f-a01f-554c2137203b service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980210 Aug 10 12:06:44.767072 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-caf435ba-35c5-4f1f-a759-6c428a975773 req-c1c5cacb-839a-49f8-8aa6-4ce1af085acd tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473416 Aug 10 12:06:44.814458 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ab2d-a4c5-4538-8cb2-c9d34df5f8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.818417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ab2d-a4c5-4538-8cb2-c9d34df5f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:44.839378 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-f02a68ae-8e4a-4e81-895d-4d831347502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:44.841397 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-f02a68ae-8e4a-4e81-895d-4d831347502f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0419867 Aug 10 12:06:44.862093 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-cfd8ab2d-a4c5-4538-8cb2-c9d34df5f8ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77c57baf8e47436990576ee9012a2595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395358 Aug 10 12:06:44.863251 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ab2d-a4c5-4538-8cb2-c9d34df5f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85df9e-3c2b-488a-8d75-6a7a69920d08,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:44.864413 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43682) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:44.974523 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.001769 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-1c0328d0-3164-469f-b6ac-1884cbdc74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:45.003212 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-1c0328d0-3164-469f-b6ac-1884cbdc74c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 916 time: 0.1316481 Aug 10 12:06:45.007614 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.069522 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-f6e5d4ed-6e6b-4288-b896-5425006e9df4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 HTTP/1.1" status: 200 len: 217 time: 0.0389256 Aug 10 12:06:45.118188 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.120822 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.121973 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c85df9e-3c2b-488a-8d75-6a7a69920d08 HTTP/1.1" status: 204 len: 168 time: 0.2564702 Aug 10 12:06:45.135861 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab43e9-c0e0-410b-a955-5662298a0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85df9e-3c2b-488a-8d75-6a7a69920d08,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:45.139351 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-7a658b36-6fc7-4246-acad-6a19766a5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:45.140829 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-7a658b36-6fc7-4246-acad-6a19766a5ac1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1acf4402-28d1-4e7e-a49d-0a5def5a3347 HTTP/1.1" status: 200 len: 854 time: 0.0633426 Aug 10 12:06:45.184048 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-b18d89d2-a345-4022-9166-75d947654cfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c403e04-8dd8-4598-9af0-f9fe191254fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288801 Aug 10 12:06:45.285721 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-eb2fb011-dc5f-44c4-881d-a40c8532b665 service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925815 Aug 10 12:06:45.386832 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3fb1b000-7d05-4406-83a5-13b4a26d47ef req-88573ac1-57cc-4ab7-adc5-21292ee7652f service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920577 Aug 10 12:06:45.493559 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43698) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:45.507766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a53-9a94-4f8e-8166-50bd09f78ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.603307 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a53-9a94-4f8e-8166-50bd09f78ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.610431 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a53-9a94-4f8e-8166-50bd09f78ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.645470 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-beaf9a53-9a94-4f8e-8166-50bd09f78ebc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b16b1b86d4944d0bbf20a79ea4d579d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506398 Aug 10 12:06:45.650948 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43706) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:45.672486 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf9a53-9a94-4f8e-8166-50bd09f78ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc9067-7076-431e-847a-e7ffcfec1006,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:45.676598 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778695e9-3174-41cf-8777-96df25cb085d req-f985b652-e0ef-4763-8fd0-799fef50f78b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:45.678470 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-778695e9-3174-41cf-8777-96df25cb085d req-f985b652-e0ef-4763-8fd0-799fef50f78b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 943 time: 0.0527756 Aug 10 12:06:45.722615 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-778695e9-3174-41cf-8777-96df25cb085d req-c1943d03-0020-4adb-a082-09cda94226bd tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Aug 10 12:06:45.727233 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.756207 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.812462 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340947-f97f-45f0-ac6a-8ee34e908f0e req-5bcaa5e4-69c0-4933-b665-c5f5953bdad2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:45.814004 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea340947-f97f-45f0-ac6a-8ee34e908f0e req-5bcaa5e4-69c0-4933-b665-c5f5953bdad2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0641122 Aug 10 12:06:45.821267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.824153 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:45.827618 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98dc9067-7076-431e-847a-e7ffcfec1006 HTTP/1.1" status: 204 len: 168 time: 0.1734684 Aug 10 12:06:45.833712 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aa2ad-73ab-4613-8f87-c481ac5b9e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc9067-7076-431e-847a-e7ffcfec1006,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:45.905607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227a747-2f6e-45c5-9df6-bf09f7596257 req-152a688f-bb5d-4b2e-835b-6a24d5127000 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:45.907119 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7227a747-2f6e-45c5-9df6-bf09f7596257 req-152a688f-bb5d-4b2e-835b-6a24d5127000 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.1134639 Aug 10 12:06:45.912770 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea340947-f97f-45f0-ac6a-8ee34e908f0e req-e0103a21-9c6f-4901-86dd-88baf7d88856 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Aug 10 12:06:45.959500 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7227a747-2f6e-45c5-9df6-bf09f7596257 req-7983981f-fceb-470a-bc27-8caae6610757 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Aug 10 12:06:46.611949 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:46.708467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:46.720552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332', 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb', 'port_id': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332', 'mac_address': 'fa:16:3e:8b:b1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acf4402-28d1-4e7e-a49d-0a5def5a3347', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:46.764757 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:46.781007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:46.800675 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:46.808686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:46.856360 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006f00e-66cb-4011-b0bb-6c2657e0d342 req-9fdfd39d-4f14-414d-a5ee-3fc9defb5bc0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:46.857154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:46.858726 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a006f00e-66cb-4011-b0bb-6c2657e0d342 req-9fdfd39d-4f14-414d-a5ee-3fc9defb5bc0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 944 time: 0.0588667 Aug 10 12:06:46.899469 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a006f00e-66cb-4011-b0bb-6c2657e0d342 req-9d5d5aeb-8faf-4a4b-ace8-fb1ebe32e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Aug 10 12:06:47.054694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ccbe-ae48-4426-8e71-4cff09bfd4a6 req-dc4ae81b-2a73-4ef9-956d-64f0e261d23d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:47.056411 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ded5ccbe-ae48-4426-8e71-4cff09bfd4a6 req-dc4ae81b-2a73-4ef9-956d-64f0e261d23d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0639553 Aug 10 12:06:47.277845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43774) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:47.329862 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['0b6c4d5b-e136-4b7a-b829-dbcc31a0d332'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:47.358655 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330547-0327-4016-966d-11014bd964fa req-c8a8a57e-1b0f-454f-bf47-c8932ac4f945 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:47.365768 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f330547-0327-4016-966d-11014bd964fa req-c8a8a57e-1b0f-454f-bf47-c8932ac4f945 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.3315275 Aug 10 12:06:47.391629 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ded5ccbe-ae48-4426-8e71-4cff09bfd4a6 req-41664f42-94ca-4f23-8f0c-2cd9e4694d59 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123274 Aug 10 12:06:47.418992 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3abc6cc-e503-4440-b900-8ad17ed14383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.453348 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9f330547-0327-4016-966d-11014bd964fa req-f9985423-0e73-4582-a19a-82b6ad3922e9 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866568 Aug 10 12:06:47.513674 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3abc6cc-e503-4440-b900-8ad17ed14383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.519169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a3abc6cc-e503-4440-b900-8ad17ed14383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.553800 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a3abc6cc-e503-4440-b900-8ad17ed14383 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a9ced59b8ba4f2da1713719387c1fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735002 Aug 10 12:06:47.556738 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43792) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:47.577585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abc6cc-e503-4440-b900-8ad17ed14383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2230eab1-f163-4e38-8a36-f85809517bd3,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:47.612600 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.635075 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.687660 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.690679 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:47.695341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2230eab1-f163-4e38-8a36-f85809517bd3 HTTP/1.1" status: 204 len: 168 time: 0.1369669 Aug 10 12:06:47.705190 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c9f9-7172-4471-b3ef-fbaa195dbeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2230eab1-f163-4e38-8a36-f85809517bd3,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:48.036891 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf381-7711-4087-a2f6-314d0bb6891a req-90c3f3f9-2c81-432c-9020-a3924a6e4cf4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:48.038557 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-499cf381-7711-4087-a2f6-314d0bb6891a req-90c3f3f9-2c81-432c-9020-a3924a6e4cf4 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 944 time: 0.0576642 Aug 10 12:06:48.090586 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-499cf381-7711-4087-a2f6-314d0bb6891a req-feaf5a6f-8f41-451f-81bd-6516f1021b33 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Aug 10 12:06:48.560546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-d92bf1e7-de81-43bd-850f-5ee08d72e3ba tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:48.562674 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-d92bf1e7-de81-43bd-850f-5ee08d72e3ba tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0780168 Aug 10 12:06:48.577645 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f150a-20fc-4807-a2e3-d7270ff5806d req-c17cff88-a0cf-470b-b089-0f2334757028 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:48.579140 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d37f150a-20fc-4807-a2e3-d7270ff5806d req-c17cff88-a0cf-470b-b089-0f2334757028 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 945 time: 0.0537035 Aug 10 12:06:48.617472 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d37f150a-20fc-4807-a2e3-d7270ff5806d req-1bcd8bc7-db2d-4a52-8d76-11f24f563a6f tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/security-groups?id=a33d697e-f582-44cb-8765-43349d87bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Aug 10 12:06:48.679941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Deleting port a4726361-f3c6-4857-becb-c4775676dc59 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:06:48.680292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:48.771671 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] For port a4726361-f3c6-4857-becb-c4775676dc59, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a4726361-f3c6-4857-becb-c4775676dc59,segment=NetworkSegment(c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88),segment_id=c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:48.772128 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:48.786382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Calling delete_port for a4726361-f3c6-4857-becb-c4775676dc59 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:06:48.937813 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:48.964205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Pushing event deleted for resources: {'Port': ['ID=a4726361-f3c6-4857-becb-c4775676dc59,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:49.017981 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] No DVR routers for this DVR port a4726361-f3c6-4857-becb-c4775676dc59 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:06:49.021766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:49.023945 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8bc5a257-9307-4a77-abe4-705ca442aaf4 req-bed014cd-7a16-4858-9028-97245237938c tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.66 "DELETE /v2.0/ports/a4726361-f3c6-4857-becb-c4775676dc59 HTTP/1.1" status: 204 len: 173 time: 0.4347234 Aug 10 12:06:49.024405 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'name': 'network-vif-deleted', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:49.026968 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062adf2-ef07-4f0b-90be-3115191ff398" -d '{"events": [{"server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "name": "network-vif-deleted", "tag": "a4726361-f3c6-4857-becb-c4775676dc59"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:49.066830 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77accc7-cc78-4498-96cc-89c7380119d9 req-e29d826d-6f89-402f-91ef-3eb1f18cc01a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:49.068533 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f77accc7-cc78-4498-96cc-89c7380119d9 req-e29d826d-6f89-402f-91ef-3eb1f18cc01a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0873024 Aug 10 12:06:49.077967 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a42129-67d7-4bcb-bd44-43f752370f00 x-openstack-request-id: req-93a42129-67d7-4bcb-bd44-43f752370f00 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:49.078253 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc", "name": "network-vif-deleted", "tag": "a4726361-f3c6-4857-becb-c4775676dc59", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:49.078504 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93a42129-67d7-4bcb-bd44-43f752370f00 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:49.078918 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc', 'name': 'network-vif-deleted', 'tag': 'a4726361-f3c6-4857-becb-c4775676dc59', 'status': 'completed', 'code': 200} Aug 10 12:06:49.133024 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f77accc7-cc78-4498-96cc-89c7380119d9 req-d0f27edd-d9ad-482a-a644-8011395bc18e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Aug 10 12:06:49.227567 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc8db4-d1d0-468a-9942-a79d010675d4 req-34375bcd-c99c-4e5c-a095-b005431dcd6a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:49.230806 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9abc8db4-d1d0-468a-9942-a79d010675d4 req-34375bcd-c99c-4e5c-a095-b005431dcd6a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 944 time: 0.0630243 Aug 10 12:06:49.271039 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9abc8db4-d1d0-468a-9942-a79d010675d4 req-d165f759-dc8b-4b2e-aab1-981b518fc8e5 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Aug 10 12:06:49.741385 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dced808f-1c1c-493c-bff1-2a0ec7cc1055 req-21fd6d57-ffdc-417d-9cc4-459521cb26b3 tempest-VolumesActionsTest-1297742350 tempest-VolumesActionsTest-1297742350-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0f8edcf-2ddd-40e5-a1f7-8df9fda9e6fc HTTP/1.1" status: 200 len: 210 time: 0.0345786 Aug 10 12:06:50.072212 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-ecca2481-66ff-4ceb-a45b-15fd1b46517c tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9a460a1794014258b572214298e6cd72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299201 Aug 10 12:06:50.277278 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-3103e783-0020-4f9a-943b-12706d7edb87 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:50.278824 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-3103e783-0020-4f9a-943b-12706d7edb87 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006834 Aug 10 12:06:50.295994 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-9797da00-7d91-475a-b814-4cd9ccd33af6 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/quotas/9a460a1794014258b572214298e6cd72 HTTP/1.1" status: 200 len: 375 time: 0.0099785 Aug 10 12:06:50.328524 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-906dd4e1-9382-4c15-9b90-de2e17cac3d4 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a460a1794014258b572214298e6cd72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265212 Aug 10 12:06:50.388027 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6f81-bb3e-4b2b-bbc0-009cbb0a9173 req-3a26c7ee-9b1e-423b-94fc-d29f81213c24 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:50.389583 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de4b6f81-bb3e-4b2b-bbc0-009cbb0a9173 req-3a26c7ee-9b1e-423b-94fc-d29f81213c24 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 944 time: 0.0495481 Aug 10 12:06:50.432310 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de4b6f81-bb3e-4b2b-bbc0-009cbb0a9173 req-380c8e2c-6a8a-4f16-975b-07a04e21098e tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Aug 10 12:06:50.498873 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0e86900e-8115-4325-859b-9b4be1f7751b req-61376625-d9fd-44aa-9b25-90bca9ca0d58 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Aug 10 12:06:50.647227 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:06:50.703724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:50.707521 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:50.707827 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:50.789620 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:50.822450 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:50.824951 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc4375c-0c0f-4ecf-90a8-cfdee05887f3" -d '{"events": [{"server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:50.847022 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:50.867380 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:50.868542 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a4726361-f3c6-4857-becb-c4775676dc59 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:06:50.874382 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e517bdcc-1472-4cbc-9d06-5336575f9f3e x-openstack-request-id: req-e517bdcc-1472-4cbc-9d06-5336575f9f3e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:50.874801 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "name": "network-vif-plugged", "status": "completed", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:50.875182 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e517bdcc-1472-4cbc-9d06-5336575f9f3e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:50.875807 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332', 'code': 200} Aug 10 12:06:50.948192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: a4726361-f3c6-4857-becb-c4775676dc59 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:06:50.948942 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a4726361-f3c6-4857-becb-c4775676dc59 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:06:50.984220 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:51.155141 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b36e21-6abb-4a4b-8ea1-a17c4b5f087d req-d2f32de1-e4a4-40d8-9d85-f6a01afaf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:51.157574 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e9b36e21-6abb-4a4b-8ea1-a17c4b5f087d req-d2f32de1-e4a4-40d8-9d85-f6a01afaf781 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0571911 Aug 10 12:06:51.210717 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e9b36e21-6abb-4a4b-8ea1-a17c4b5f087d req-9061852b-4513-4b57-83b6-940519f4a665 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375736 Aug 10 12:06:51.380646 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 43952) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:51.488029 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f34701d1-df3d-45e9-b9b3-6a3138af5461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:51.585213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bd109-1240-4a4b-85ae-4f5b1c35ff02 req-722f70ce-beb5-42df-a7dd-44da30e075c9 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:51.586754 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-863bd109-1240-4a4b-85ae-4f5b1c35ff02 req-722f70ce-beb5-42df-a7dd-44da30e075c9 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0710127 Aug 10 12:06:51.645404 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c737710-c41c-45d1-bb5a-93bdef507be9 req-67e49664-9e5b-4d4c-820b-9b7a09ad5775 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 210 time: 0.0574415 Aug 10 12:06:51.683095 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-863bd109-1240-4a4b-85ae-4f5b1c35ff02 req-7458b91b-c156-4004-9e72-911eed582b47 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861168 Aug 10 12:06:51.687743 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f34701d1-df3d-45e9-b9b3-6a3138af5461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:51.692302 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f34701d1-df3d-45e9-b9b3-6a3138af5461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:51.740722 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f34701d1-df3d-45e9-b9b3-6a3138af5461 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e81a924aa6704d54acbc085a4d853dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589551 Aug 10 12:06:51.741890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34701d1-df3d-45e9-b9b3-6a3138af5461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9aa58-3772-485b-81d1-15d975a53267,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:51.743296 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43984) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:51.788315 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-c5051194-2362-473b-afe7-83b231e6a9d9 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9a460a1794014258b572214298e6cd72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358822 Aug 10 12:06:51.926655 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:51.991636 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.017460 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-b3aa962f-c5f4-4400-b7d8-b73cc0473578 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:52.018886 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-b3aa962f-c5f4-4400-b7d8-b73cc0473578 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197351 Aug 10 12:06:52.036108 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Request body: {'port': {'device_id': 'f9613604-873b-450e-ad68-56e04ae527d9', 'network_id': '78979e37-f258-4885-af17-6a0366c1f277', 'admin_state_up': True, 'tenant_id': '9a460a1794014258b572214298e6cd72'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:52.101591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.104108 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.105256 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63e9aa58-3772-485b-81d1-15d975a53267 HTTP/1.1" status: 204 len: 168 time: 0.3607883 Aug 10 12:06:52.119600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3b6a8-40c9-437b-b5e4-5672f8eb706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9aa58-3772-485b-81d1-15d975a53267,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:52.159249 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Made reservation on behalf of 9a460a1794014258b572214298e6cd72 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:06:52.163039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.172754 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.273776 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.278245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.339882 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db322534-2c3f-4919-8c77-23fc8eb36688,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:52.403233 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 43998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:52.424066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11fe9f61-94e5-4734-9704-1a453215bbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.426271 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Allocated IP 192.168.233.27 (78979e37-f258-4885-af17-6a0366c1f277/974a803a-dd7c-44c9-8e0d-b466264ce73e/ac4487e7-9717-482d-95c3-c15d201b2432) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:06:52.759290 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-358acd3f-9fc4-416f-80e1-21936352ceff req-aef0c261-865b-4ef0-9882-aaffa4badbcc tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Aug 10 12:06:52.808034 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5e72-3195-440b-ba3e-b87de13f907d req-d7dcc1ae-001f-494a-9915-b96c0c47fdba tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:52.811720 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94ff5e72-3195-440b-ba3e-b87de13f907d req-d7dcc1ae-001f-494a-9915-b96c0c47fdba tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0548768 Aug 10 12:06:52.848133 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94ff5e72-3195-440b-ba3e-b87de13f907d req-2c71cf5a-cb39-4996-889e-cd3598e0cc23 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Aug 10 12:06:52.848964 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.852069 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11fe9f61-94e5-4734-9704-1a453215bbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.858320 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-11fe9f61-94e5-4734-9704-1a453215bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.875486 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Transition to ACTIVE for port object ac4487e7-9717-482d-95c3-c15d201b2432 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:52.907476 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-11fe9f61-94e5-4734-9704-1a453215bbde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=906e5e857c7c43369b23f0227e9ab124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032163 Aug 10 12:06:52.910186 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44020) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:52.913677 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe9f61-94e5-4734-9704-1a453215bbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf764648-c3fc-4d00-a7d1-14698d548a30,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:52.941225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.970064 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.993711 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:52.994690 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Network 78979e37-f258-4885-af17-6a0366c1f277 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:06:52.997814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:06:53.001750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:06:53.008099 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Pushing event updated for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:53.067055 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:53.070804 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:53.072145 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf764648-c3fc-4d00-a7d1-14698d548a30 HTTP/1.1" status: 204 len: 168 time: 0.1609147 Aug 10 12:06:53.085384 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:53.086063 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:53.117558 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb7fe-0239-4ce1-a6d6-99012c5aec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf764648-c3fc-4d00-a7d1-14698d548a30,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:53.118922 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-a4c76750-ea64-4807-ba9b-a4ddafa6840d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0880599 Aug 10 12:06:53.300711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d38f98e5-9c0b-4e08-afe5-7306531aeac0 None None] Provisioning for port ac4487e7-9717-482d-95c3-c15d201b2432 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:06:53.308297 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d38f98e5-9c0b-4e08-afe5-7306531aeac0 None None] Provisioning complete for port ac4487e7-9717-482d-95c3-c15d201b2432 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:06:53.309015 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d38f98e5-9c0b-4e08-afe5-7306531aeac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:53.360344 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d38f98e5-9c0b-4e08-afe5-7306531aeac0 None None] Port ac4487e7-9717-482d-95c3-c15d201b2432 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:06:53.877559 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafba4-25a1-4daa-b9bc-86365de4a6dd req-0f9a4a08-26b8-4986-96ae-7fa12e3c7078 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:53.879179 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1cdafba4-25a1-4daa-b9bc-86365de4a6dd req-0f9a4a08-26b8-4986-96ae-7fa12e3c7078 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 935 time: 0.0514901 Aug 10 12:06:53.923532 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1cdafba4-25a1-4daa-b9bc-86365de4a6dd req-fec42902-7cee-47c6-899f-a81a89d6c08c tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Aug 10 12:06:54.149895 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Request body: {'port': {'device_id': 'f9613604-873b-450e-ad68-56e04ae527d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:06:54.215565 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.476863 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4487e7-9717-482d-95c3-c15d201b2432 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:54.485138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.497485 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Transition to ACTIVE for port object ac4487e7-9717-482d-95c3-c15d201b2432 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:06:54.504413 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.598490 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:54.627169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Attempting to bind port ac4487e7-9717-482d-95c3-c15d201b2432 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:06:54.627868 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Attempting to bind port ac4487e7-9717-482d-95c3-c15d201b2432 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:06:54.628433 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Attempting to bind port ac4487e7-9717-482d-95c3-c15d201b2432 on network 78979e37-f258-4885-af17-6a0366c1f277 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:54.633025 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Port ac4487e7-9717-482d-95c3-c15d201b2432 on network 78979e37-f258-4885-af17-6a0366c1f277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:06:54.633478 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Attempting to bind port ac4487e7-9717-482d-95c3-c15d201b2432 on network 78979e37-f258-4885-af17-6a0366c1f277 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:06:54.639019 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:06:54.639358 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Checking segment: {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:06:54.639773 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Bound using segment: {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:06:54.640221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Bound port: ac4487e7-9717-482d-95c3-c15d201b2432, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf18ce4-6711-4e8b-88b6-56e707b74135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '78979e37-f258-4885-af17-6a0366c1f277'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:06:54.640550 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.710720 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:06:54.714080 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ac4487e7-9717-482d-95c3-c15d201b2432,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:06:54.718692 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.750251 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:54.750898 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:54.752277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] 10.222.0.66 "PUT /v2.0/ports/ac4487e7-9717-482d-95c3-c15d201b2432 HTTP/1.1" status: 200 len: 1097 time: 0.6070089 Aug 10 12:06:54.752716 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:06:54.755051 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:06:54.792736 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512c12-8088-4676-9403-30d88acb3b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:54.813817 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc75df5-6039-44a2-9376-1d54ba41c8ce x-openstack-request-id: req-9dc75df5-6039-44a2-9376-1d54ba41c8ce {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:06:54.814112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:06:54.814364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dc75df5-6039-44a2-9376-1d54ba41c8ce {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:06:54.814763 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432', 'status': 'completed', 'code': 200} Aug 10 12:06:55.043204 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f461-1a23-40f6-916c-87be329999ed req-88e286ff-a074-4f06-a792-944e06e7179c tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:55.044762 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0372f461-1a23-40f6-916c-87be329999ed req-88e286ff-a074-4f06-a792-944e06e7179c tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 947 time: 0.0544312 Aug 10 12:06:55.082416 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0372f461-1a23-40f6-916c-87be329999ed req-23193985-f84d-4cb1-ae93-26341da216a1 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 10 12:06:56.196974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40168c93-0650-4d23-b389-e500681a0b81 req-80effc3e-ef34-4722-9ac3-fa9414d4e931 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.198450 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-40168c93-0650-4d23-b389-e500681a0b81 req-80effc3e-ef34-4722-9ac3-fa9414d4e931 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 947 time: 0.0480688 Aug 10 12:06:56.235529 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-40168c93-0650-4d23-b389-e500681a0b81 req-9ba57c4e-25b3-49da-bdfa-28ee0c971386 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Aug 10 12:06:56.452010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:56.494773 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5 req-c996c459-51d2-424a-85ad-8e707da5c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.496398 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5 req-c996c459-51d2-424a-85ad-8e707da5c4b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a460a1794014258b572214298e6cd72&device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 1100 time: 0.0403492 Aug 10 12:06:56.541298 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5 req-546c380e-da91-4e19-9aeb-73335afcc53d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=9a460a1794014258b572214298e6cd72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280402 Aug 10 12:06:56.652694 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5 req-9e687425-2a83-49d6-8093-6ae04fa6da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.655202 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-cf4d97a7-d739-490b-9b5b-36e14ef8b9e5 req-9e687425-2a83-49d6-8093-6ae04fa6da35 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918632 Aug 10 12:06:56.741396 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-44e92f92-66e6-4782-bc55-185b447c61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.742896 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-44e92f92-66e6-4782-bc55-185b447c61f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a460a1794014258b572214298e6cd72&device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 1100 time: 0.0412176 Aug 10 12:06:56.801516 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-f070479c-3bd1-4519-b8e5-7800ed73571e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=ac4487e7-9717-482d-95c3-c15d201b2432 HTTP/1.1" status: 200 len: 217 time: 0.0385928 Aug 10 12:06:56.859559 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-697f1f4b-4f2e-4588-8a5f-8b6985b27f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.861058 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-697f1f4b-4f2e-4588-8a5f-8b6985b27f87 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=974a803a-dd7c-44c9-8e0d-b466264ce73e HTTP/1.1" status: 200 len: 843 time: 0.0485306 Aug 10 12:06:56.921833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-7c5a784a-6382-4ea1-9d02-70ad3f0068bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:56.923678 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-7c5a784a-6382-4ea1-9d02-70ad3f0068bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78979e37-f258-4885-af17-6a0366c1f277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425227 Aug 10 12:06:57.025596 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-3875773f-d417-426b-8345-3ce655ae885f service neutron] 10.222.0.66 "GET /v2.0/networks/78979e37-f258-4885-af17-6a0366c1f277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881257 Aug 10 12:06:57.123217 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-32695de2-9999-4ab4-b7a1-0e0d80d9f383 req-277f990f-afdc-4137-baed-44e4621a42db service neutron] 10.222.0.66 "GET /v2.0/networks/78979e37-f258-4885-af17-6a0366c1f277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876112 Aug 10 12:06:57.360053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e54e-45f5-4f2e-972a-d96e47e5b311 req-e7fb3a41-87c9-4b3f-87e5-5f55d26d3e29 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:57.361577 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b7c6e54e-45f5-4f2e-972a-d96e47e5b311 req-e7fb3a41-87c9-4b3f-87e5-5f55d26d3e29 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 947 time: 0.0526454 Aug 10 12:06:57.399621 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b7c6e54e-45f5-4f2e-972a-d96e47e5b311 req-6eaed301-dbdf-4ba1-a6eb-334e86daca05 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Aug 10 12:06:58.536473 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e48b-f3fa-4fb9-b8bd-4fabb43e6b81 req-d1043c63-fb05-44e1-b16c-eac8ba6c1fbd tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:58.536473 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4e72e48b-f3fa-4fb9-b8bd-4fabb43e6b81 req-d1043c63-fb05-44e1-b16c-eac8ba6c1fbd tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 947 time: 0.0578237 Aug 10 12:06:58.586830 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4e72e48b-f3fa-4fb9-b8bd-4fabb43e6b81 req-7856972c-9e2b-4cdc-8ab4-d7a11612eb9e tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Aug 10 12:06:58.714658 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device ac4487e7-9717-482d-95c3-c15d201b2432 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:06:58.841806 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ac4487e7-9717-482d-95c3-c15d201b2432,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:58.858971 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'ac4487e7-9717-482d-95c3-c15d201b2432', 'network_id': '78979e37-f258-4885-af17-6a0366c1f277', 'port_id': 'ac4487e7-9717-482d-95c3-c15d201b2432', 'mac_address': 'fa:16:3e:17:b7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974a803a-dd7c-44c9-8e0d-b466264ce73e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:06:58.905519 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:58.922349 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4487e7-9717-482d-95c3-c15d201b2432 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:06:58.946950 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ac4487e7-9717-482d-95c3-c15d201b2432,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:06:58.952720 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:06:59.012494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:06:59.437480 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['ac4487e7-9717-482d-95c3-c15d201b2432'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:06:59.725350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44264) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:06:59.805820 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251a233-16b8-4c37-97a5-0386c9830eab req-e754a212-9ccb-4207-9134-d211bb2d54d7 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:06:59.827044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f251a233-16b8-4c37-97a5-0386c9830eab req-e754a212-9ccb-4207-9134-d211bb2d54d7 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 948 time: 0.1509173 Aug 10 12:06:59.900371 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f251a233-16b8-4c37-97a5-0386c9830eab req-6627b183-84cc-42b3-9cac-382080e3a1f0 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Aug 10 12:06:59.951838 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95352018-da5a-4811-a106-74bd11b5f022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.063345 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-4fc3d2c7-3287-4569-be6c-bbcc1c49654e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725098 Aug 10 12:07:00.109583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95352018-da5a-4811-a106-74bd11b5f022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.138118 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95352018-da5a-4811-a106-74bd11b5f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.216395 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-95352018-da5a-4811-a106-74bd11b5f022 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33ecc4303d484847af4e517af7812c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855158 Aug 10 12:07:00.216395 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44274) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:00.235245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95352018-da5a-4811-a106-74bd11b5f022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fec65c-124f-41bc-9b9a-06f3edab19bb,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:00.258281 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff339-4f6a-412f-8e64-77df833770e8 req-63037481-e8b7-4ce4-9998-335aa7744952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:00.260082 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-63037481-e8b7-4ce4-9998-335aa7744952 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.1664824 Aug 10 12:07:00.309266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.381727 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.438698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff339-4f6a-412f-8e64-77df833770e8 req-5e5981fe-d4c8-4b22-bba5-2fb81b908fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:00.440077 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-5e5981fe-d4c8-4b22-bba5-2fb81b908fda service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.1467750 Aug 10 12:07:00.472348 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.476114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:00.477814 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44fec65c-124f-41bc-9b9a-06f3edab19bb HTTP/1.1" status: 204 len: 168 time: 0.2607338 Aug 10 12:07:00.533707 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-c41b9e83-0d5b-4b87-9622-2113abea616f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0756965 Aug 10 12:07:00.534980 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b335608-f2a9-4707-af75-2fa227a30946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fec65c-124f-41bc-9b9a-06f3edab19bb,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:00.602257 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff339-4f6a-412f-8e64-77df833770e8 req-2bab6bdd-2fb7-4563-8e53-161aa617595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:00.603774 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-2bab6bdd-2fb7-4563-8e53-161aa617595b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0539362 Aug 10 12:07:00.649239 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-197305d0-7f0a-4380-a7d2-6abd9a4d459b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274587 Aug 10 12:07:00.766646 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-83ae5e64-e024-48d8-9bc1-e0a5119cb8df service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006756 Aug 10 12:07:00.871486 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44282) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:00.897823 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-504ff339-4f6a-412f-8e64-77df833770e8 req-11af19b9-8ff9-4d47-a628-00e250cf53a8 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031334 Aug 10 12:07:00.899716 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46e9c153-f953-4ed0-9b40-ab382f3e23c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.082981 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549e201-7e62-4383-9732-456de45d4ffd req-5e70afbc-7e75-45fa-ba95-2535dd78d339 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:01.085035 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4549e201-7e62-4383-9732-456de45d4ffd req-5e70afbc-7e75-45fa-ba95-2535dd78d339 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 948 time: 0.0820894 Aug 10 12:07:01.103094 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46e9c153-f953-4ed0-9b40-ab382f3e23c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.111064 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-46e9c153-f953-4ed0-9b40-ab382f3e23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.173294 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9c153-f953-4ed0-9b40-ab382f3e23c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c241b81b-ef5f-4893-962e-0210ff475577,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:01.199184 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4549e201-7e62-4383-9732-456de45d4ffd req-98637348-e0b0-4d55-9bcf-030d9299a49d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074128 Aug 10 12:07:01.204273 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-46e9c153-f953-4ed0-9b40-ab382f3e23c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37cd74ba22664c688de1100f644cae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298829 Aug 10 12:07:01.207201 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44290) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:01.335814 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13efd18b-d2e6-4ced-a96e-24c4ebfc4840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.353113 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.377198 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.444175 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.448424 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:01.450713 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c241b81b-ef5f-4893-962e-0210ff475577 HTTP/1.1" status: 204 len: 168 time: 0.2405667 Aug 10 12:07:01.463922 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a384d8-1273-438c-acb6-1336c710b561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c241b81b-ef5f-4893-962e-0210ff475577,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:02.427789 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff68bc-da00-4186-98a6-a063c9d2e7ab req-f53352d7-1854-4c5f-a6a4-57ca4c08a6cc tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:02.429853 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4aff68bc-da00-4186-98a6-a063c9d2e7ab req-f53352d7-1854-4c5f-a6a4-57ca4c08a6cc tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 948 time: 0.0693383 Aug 10 12:07:02.494816 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4aff68bc-da00-4186-98a6-a063c9d2e7ab req-3413172c-542f-4e4e-a7d8-35ef23350fe4 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582764 Aug 10 12:07:02.747647 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device ac4487e7-9717-482d-95c3-c15d201b2432 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:07:02.807261 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port ac4487e7-9717-482d-95c3-c15d201b2432 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:07:02.811252 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port ac4487e7-9717-482d-95c3-c15d201b2432 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:07:02.811843 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:02.896209 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:02.921467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:07:02.924389 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b8af5f-5f43-4c91-92b7-feb5e94bf18c" -d '{"events": [{"server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "name": "network-vif-plugged", "status": "completed", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:07:02.940673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ac4487e7-9717-482d-95c3-c15d201b2432,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:07:02.954851 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:02.998373 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9093896-d7b1-4b4c-8627-0d4df2f5132c x-openstack-request-id: req-f9093896-d7b1-4b4c-8627-0d4df2f5132c {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:07:02.998905 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "name": "network-vif-plugged", "status": "completed", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:07:02.999339 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9093896-d7b1-4b4c-8627-0d4df2f5132c {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:07:02.999974 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432', 'code': 200} Aug 10 12:07:03.047973 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:03.205164 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83190b14-d3c6-42d4-9824-82320fa5b1d2 req-6156f708-f6e0-4ad9-83e7-235e9424d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:03.206818 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-83190b14-d3c6-42d4-9824-82320fa5b1d2 req-6156f708-f6e0-4ad9-83e7-235e9424d905 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 1102 time: 0.0697916 Aug 10 12:07:03.257382 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-83190b14-d3c6-42d4-9824-82320fa5b1d2 req-474a3730-1f18-4c9e-b0da-1e05915d40a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Aug 10 12:07:03.496171 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:03.628922 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9aeadbd9-324b-4474-8fd6-f3075f9395ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.665450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41b72f-de3f-4d1b-a76d-ecff9fa4bd89 req-29392d11-030b-4b7e-b3c0-747fc17afef3 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:03.666947 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f41b72f-de3f-4d1b-a76d-ecff9fa4bd89 req-29392d11-030b-4b7e-b3c0-747fc17afef3 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0825870 Aug 10 12:07:03.730925 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f41b72f-de3f-4d1b-a76d-ecff9fa4bd89 req-f8e681eb-bd43-4bb2-ad49-973b064a1e96 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543978 Aug 10 12:07:03.774777 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9aeadbd9-324b-4474-8fd6-f3075f9395ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.779714 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9aeadbd9-324b-4474-8fd6-f3075f9395ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.828105 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9aeadbd9-324b-4474-8fd6-f3075f9395ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=303f947952114a1c887b115f0376e460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296633 Aug 10 12:07:03.829071 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeadbd9-324b-4474-8fd6-f3075f9395ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c171384-afe0-4739-8843-786aede703ba,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:03.831042 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44372) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:03.886093 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.909692 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.960275 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.963138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:03.964561 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c171384-afe0-4739-8843-786aede703ba HTTP/1.1" status: 204 len: 168 time: 0.1324279 Aug 10 12:07:03.972867 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877007e-bc15-4c40-a573-22fc38fa68e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c171384-afe0-4739-8843-786aede703ba,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:04.011866 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.260044 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44382) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:04.273454 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2585-d1ce-4b16-a971-cb2ebdb59799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.274867 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc96236d-5c99-44b3-b44e-e676c42dd51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.377496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc96236d-5c99-44b3-b44e-e676c42dd51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.381770 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fc96236d-5c99-44b3-b44e-e676c42dd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.426747 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96236d-5c99-44b3-b44e-e676c42dd51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d5b888-d799-408d-93ec-15372df85b5d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:04.431522 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-fc96236d-5c99-44b3-b44e-e676c42dd51a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=086b0a792ad54c38ae978a1faa32c682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704116 Aug 10 12:07:04.434239 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44384) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:04.490595 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.516493 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.564947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.567655 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:04.571172 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d5b888-d799-408d-93ec-15372df85b5d HTTP/1.1" status: 204 len: 168 time: 0.1329358 Aug 10 12:07:04.584186 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0b12-e285-4b81-b2e8-daf7ea522e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d5b888-d799-408d-93ec-15372df85b5d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:04.863448 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b843e-9724-45a5-9c4c-298e1d61f8c6 req-490e385f-f5f3-40df-a597-d89f9d9e5530 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:04.865880 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c6b843e-9724-45a5-9c4c-298e1d61f8c6 req-490e385f-f5f3-40df-a597-d89f9d9e5530 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0590289 Aug 10 12:07:04.913500 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c6b843e-9724-45a5-9c4c-298e1d61f8c6 req-7c81936b-9ea4-44d7-877a-add1d727be3d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Aug 10 12:07:05.784914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4d15-9dc9-4a0e-8e5e-8161bd0ee354 req-1c3c92ef-b866-4427-a426-04e5b24f4a1a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:05.786526 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-422b4d15-9dc9-4a0e-8e5e-8161bd0ee354 req-1c3c92ef-b866-4427-a426-04e5b24f4a1a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0608358 Aug 10 12:07:05.828402 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-422b4d15-9dc9-4a0e-8e5e-8161bd0ee354 req-60954e65-5606-495e-be9d-f9c8844fee80 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347035 Aug 10 12:07:05.946174 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:06.053681 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebc7c-b5f6-40bb-80d3-275545bff0f4 req-b892d50d-363b-485c-9650-d5c45191c850 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:06.055387 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ddebc7c-b5f6-40bb-80d3-275545bff0f4 req-b892d50d-363b-485c-9650-d5c45191c850 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0553410 Aug 10 12:07:06.094708 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ddebc7c-b5f6-40bb-80d3-275545bff0f4 req-860fe97c-67c9-4af0-91dc-bfa0bca8ee7c tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Aug 10 12:07:06.412943 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37846-8bc6-4324-90f0-84540b4203dd req-d3ec631d-52e6-40fe-bd62-798bc8e392f3 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:06.414471 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7fe37846-8bc6-4324-90f0-84540b4203dd req-d3ec631d-52e6-40fe-bd62-798bc8e392f3 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0560818 Aug 10 12:07:06.455760 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7fe37846-8bc6-4324-90f0-84540b4203dd req-cef0591b-dae9-4b95-a90f-095fb2c5a025 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Aug 10 12:07:06.956546 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b080c9-d6ab-45b1-bf8f-dee7496db02f req-4d441391-c3ab-4c37-a865-16a210502ec0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:06.965243 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3b080c9-d6ab-45b1-bf8f-dee7496db02f req-4d441391-c3ab-4c37-a865-16a210502ec0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0618641 Aug 10 12:07:06.978360 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:07.006414 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3b080c9-d6ab-45b1-bf8f-dee7496db02f req-224a9c3c-b609-4992-bbaf-50ffc6114b40 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400465 Aug 10 12:07:07.585910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c59779-c938-49ea-b179-618f8867171c req-ac197723-c0a5-48a1-820f-b2c96209e3cf tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:07.587997 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4c59779-c938-49ea-b179-618f8867171c req-ac197723-c0a5-48a1-820f-b2c96209e3cf tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0570142 Aug 10 12:07:07.627904 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4c59779-c938-49ea-b179-618f8867171c req-1550cee2-1d9e-4a61-9003-34b007e44617 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 Aug 10 12:07:08.133732 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401effc-7b3c-44b3-8ee5-bd65ed749625 req-0fa6a189-00ad-4bcc-9872-d916e46952ef tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:08.135165 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9401effc-7b3c-44b3-8ee5-bd65ed749625 req-0fa6a189-00ad-4bcc-9872-d916e46952ef tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0557334 Aug 10 12:07:08.182742 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9401effc-7b3c-44b3-8ee5-bd65ed749625 req-fb214413-61f8-4c00-97b1-ec15b3a32c74 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Aug 10 12:07:08.779158 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37841e8e-9a5c-404c-801d-028840595586 req-38c7827f-277a-4883-a33d-4aff348fd913 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:08.780997 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-37841e8e-9a5c-404c-801d-028840595586 req-38c7827f-277a-4883-a33d-4aff348fd913 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0781832 Aug 10 12:07:08.829952 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-37841e8e-9a5c-404c-801d-028840595586 req-79d81add-3c62-4a9e-8753-718dadfe7012 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/security-groups?id=db322534-2c3f-4919-8c77-23fc8eb36688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Aug 10 12:07:09.126064 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-1248d04a-ea17-484d-aa65-e3681090b2e1 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:09.127835 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-1248d04a-ea17-484d-aa65-e3681090b2e1 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 949 time: 0.0616472 Aug 10 12:07:09.246781 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Deleting port ac4487e7-9717-482d-95c3-c15d201b2432 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:07:09.247849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:09.332149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd53392-9e55-4459-b6dd-590cf26cfded req-dfa98ad2-a6ef-4def-a247-330d95bacdf1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:09.334045 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fcd53392-9e55-4459-b6dd-590cf26cfded req-dfa98ad2-a6ef-4def-a247-330d95bacdf1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0644536 Aug 10 12:07:09.361066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] For port ac4487e7-9717-482d-95c3-c15d201b2432, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=ac4487e7-9717-482d-95c3-c15d201b2432,segment=NetworkSegment(dbf18ce4-6711-4e8b-88b6-56e707b74135),segment_id=dbf18ce4-6711-4e8b-88b6-56e707b74135)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:07:09.361751 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:09.379389 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Calling delete_port for ac4487e7-9717-482d-95c3-c15d201b2432 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:07:09.393064 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fcd53392-9e55-4459-b6dd-590cf26cfded req-35dcfb34-4ddb-4e85-88c8-ce9c44b8e530 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Aug 10 12:07:09.535557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:09.549468 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['ac4487e7-9717-482d-95c3-c15d201b2432'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:07:09.570999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Pushing event deleted for resources: {'Port': ['ID=ac4487e7-9717-482d-95c3-c15d201b2432,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:09.620495 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] No DVR routers for this DVR port ac4487e7-9717-482d-95c3-c15d201b2432 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:07:09.624019 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:09.627927 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-22f6d281-f7f3-4b02-8c99-042ae3c01182 req-cef3e7c8-9695-4697-8e39-26c33555857d tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.66 "DELETE /v2.0/ports/ac4487e7-9717-482d-95c3-c15d201b2432 HTTP/1.1" status: 204 len: 173 time: 0.4859061 Aug 10 12:07:09.628548 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'name': 'network-vif-deleted', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:07:09.634314 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8d43e4-78d1-467e-812a-e8a76533bdd2" -d '{"events": [{"server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "name": "network-vif-deleted", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:07:09.685252 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26392a36-73e0-47b3-a975-29091598cadf x-openstack-request-id: req-26392a36-73e0-47b3-a975-29091598cadf {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:07:09.686613 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9613604-873b-450e-ad68-56e04ae527d9", "name": "network-vif-deleted", "tag": "ac4487e7-9717-482d-95c3-c15d201b2432", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:07:09.687065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26392a36-73e0-47b3-a975-29091598cadf {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:07:09.687600 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9613604-873b-450e-ad68-56e04ae527d9', 'name': 'network-vif-deleted', 'tag': 'ac4487e7-9717-482d-95c3-c15d201b2432', 'status': 'completed', 'code': 200} Aug 10 12:07:09.945625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bf35c9e8-49fa-4251-8ce5-9c5b21c1049f req-6055a148-01be-4433-bdad-cc2002d38ac1 tempest-VolumesNegativeTest-1747604203 tempest-VolumesNegativeTest-1747604203-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9613604-873b-450e-ad68-56e04ae527d9 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Aug 10 12:07:10.534166 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823a1f-9933-406c-9663-f70fb5bd93bc req-0d515cfb-0a34-4905-97f2-251211dd3fff tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:10.536278 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-48823a1f-9933-406c-9663-f70fb5bd93bc req-0d515cfb-0a34-4905-97f2-251211dd3fff tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0790415 Aug 10 12:07:10.589622 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-48823a1f-9933-406c-9663-f70fb5bd93bc req-be855b83-e421-492f-b35a-0b4d6127f8eb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Aug 10 12:07:11.704138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064db1-cf79-4cbb-8309-df822c599db2 req-21c6eeab-1b6e-40d2-af09-9465358f92bf tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:11.711465 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-63064db1-cf79-4cbb-8309-df822c599db2 req-21c6eeab-1b6e-40d2-af09-9465358f92bf tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0568826 Aug 10 12:07:11.753360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-63064db1-cf79-4cbb-8309-df822c599db2 req-398951b8-1786-4b02-a804-dc45eaba192e tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Aug 10 12:07:12.899046 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe720-0716-4a58-8082-a7b053d1c102 req-0751e23d-1b1a-437d-98b8-fd2b2bc80e01 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:12.903278 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-03ffe720-0716-4a58-8082-a7b053d1c102 req-0751e23d-1b1a-437d-98b8-fd2b2bc80e01 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0794580 Aug 10 12:07:12.961971 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-03ffe720-0716-4a58-8082-a7b053d1c102 req-5cd74318-23ec-4c09-b92e-b817e231df30 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Aug 10 12:07:13.580508 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44618) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:13.629799 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-123f4132-5c28-4064-b4f8-beffd0643fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:13.633349 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-123f4132-5c28-4064-b4f8-beffd0643fae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0560300 Aug 10 12:07:13.649556 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5150-af67-49dd-89cc-574bef8c49f7 req-de4e0c59-15bf-4464-99ca-3557a28e333c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:13.659341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a42b5150-af67-49dd-89cc-574bef8c49f7 req-de4e0c59-15bf-4464-99ca-3557a28e333c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0795150 Aug 10 12:07:13.725281 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a42b5150-af67-49dd-89cc-574bef8c49f7 req-7557a25f-0be7-4af0-9b65-9151c1617a07 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594356 Aug 10 12:07:13.739435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-14993d52-8a63-42b5-b62f-eddcd0f1d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:13.740941 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-14993d52-8a63-42b5-b62f-eddcd0f1d40b service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.0981946 Aug 10 12:07:13.781123 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24454b38-e9db-4e4e-9cf1-4980fc7d31ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:13.807135 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-6504534c-c645-4f03-b8f6-fd3c6c49ffa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0505559 Aug 10 12:07:13.900086 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-0382eac0-3cd4-47d8-a516-658542996728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:13.904677 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-0382eac0-3cd4-47d8-a516-658542996728 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0779381 Aug 10 12:07:13.946091 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24454b38-e9db-4e4e-9cf1-4980fc7d31ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:13.956162 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24454b38-e9db-4e4e-9cf1-4980fc7d31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:13.970193 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-32717ebc-c1a0-4089-8526-5162da2dc171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528653 Aug 10 12:07:14.078506 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-24454b38-e9db-4e4e-9cf1-4980fc7d31ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=885867f24cee4888970c93c975f0e4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959040 Aug 10 12:07:14.079750 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24454b38-e9db-4e4e-9cf1-4980fc7d31ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae3f108-d18c-46e1-bca7-062819e8ecd6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:14.083060 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44628) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:14.210955 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-e822b475-b336-44a9-b959-3639f14668f4 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314811 Aug 10 12:07:14.253069 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543472f-22fa-433a-a290-39584d300aab req-13ffa6a9-f680-4bd9-9230-4d2d53160bbf tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:14.267255 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a543472f-22fa-433a-a290-39584d300aab req-13ffa6a9-f680-4bd9-9230-4d2d53160bbf tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1334405 Aug 10 12:07:14.332633 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a543472f-22fa-433a-a290-39584d300aab req-fef96be0-f0d5-40b6-9bb3-d390b5a2685b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659313 Aug 10 12:07:14.424010 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:14.468548 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:14.510737 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a018df7c-58cf-4c65-97e7-c1e646f110f6 req-9f7dc607-0405-43d9-a7eb-7aaf4f947428 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860765 Aug 10 12:07:14.542247 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:14.545320 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:14.546503 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ae3f108-d18c-46e1-bca7-062819e8ecd6 HTTP/1.1" status: 204 len: 168 time: 0.4606650 Aug 10 12:07:14.557311 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583d054-314d-4694-8af9-f563246389f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae3f108-d18c-46e1-bca7-062819e8ecd6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:14.825696 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device ac4487e7-9717-482d-95c3-c15d201b2432 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:07:14.850497 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: ac4487e7-9717-482d-95c3-c15d201b2432 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:07:14.851415 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device ac4487e7-9717-482d-95c3-c15d201b2432 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:07:14.861763 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983d6ee-d097-4aac-83f7-435334a20e4d req-6c2393fa-3295-4fbc-b7cd-faa4ad05e63b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:14.869341 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1983d6ee-d097-4aac-83f7-435334a20e4d req-6c2393fa-3295-4fbc-b7cd-faa4ad05e63b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0651305 Aug 10 12:07:14.878547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44650) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:14.896202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4070fe4f-2a1e-4a38-8400-9d100ddf695e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:14.911047 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1983d6ee-d097-4aac-83f7-435334a20e4d req-41b9dff3-2ec0-49db-b45b-7d121a73b117 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Aug 10 12:07:14.996698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4070fe4f-2a1e-4a38-8400-9d100ddf695e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.000933 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4070fe4f-2a1e-4a38-8400-9d100ddf695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.037500 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070fe4f-2a1e-4a38-8400-9d100ddf695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37462ca-bbfb-42c4-b71d-28c83b4d1bc6,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:15.045415 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4070fe4f-2a1e-4a38-8400-9d100ddf695e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=501358bea9ef4797a3934dea6ad02ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623600 Aug 10 12:07:15.045850 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44652) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:15.110647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.135103 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.190514 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.193270 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.194414 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e37462ca-bbfb-42c4-b71d-28c83b4d1bc6 HTTP/1.1" status: 204 len: 168 time: 0.1475990 Aug 10 12:07:15.208964 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425365fa-754f-4af4-89aa-667b3e9644f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37462ca-bbfb-42c4-b71d-28c83b4d1bc6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:15.491484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35c083-8a88-4af1-be58-dd17e20c812c req-5ad5ae00-cc62-4ce5-8906-34c4d06e217d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:15.493099 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea35c083-8a88-4af1-be58-dd17e20c812c req-5ad5ae00-cc62-4ce5-8906-34c4d06e217d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0627656 Aug 10 12:07:15.544629 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea35c083-8a88-4af1-be58-dd17e20c812c req-326f770c-7bed-43ed-a3d9-2ee06df0ed98 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Aug 10 12:07:15.588708 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 44662) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:15.602379 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78afb228-6e56-4a3c-a11c-c536b6267aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.703087 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78afb228-6e56-4a3c-a11c-c536b6267aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.708958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-78afb228-6e56-4a3c-a11c-c536b6267aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.746640 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-78afb228-6e56-4a3c-a11c-c536b6267aba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=744aa54a436c4603aca5602096998325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566074 Aug 10 12:07:15.747421 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb228-6e56-4a3c-a11c-c536b6267aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df89fe6a-f905-407a-9107-e8e29b973b27,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:15.749834 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 44664) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:15.805483 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.829178 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.885129 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.889077 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:15.890218 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df89fe6a-f905-407a-9107-e8e29b973b27 HTTP/1.1" status: 204 len: 168 time: 0.1394179 Aug 10 12:07:15.899111 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2192d8d-a5f1-4dd5-86db-6a3635e19cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df89fe6a-f905-407a-9107-e8e29b973b27,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:16.049857 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf300a9-b5ca-4942-8532-2de7fd6be447 req-b18bc981-26fc-427b-931b-b8ba6f861279 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:16.051749 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aaf300a9-b5ca-4942-8532-2de7fd6be447 req-b18bc981-26fc-427b-931b-b8ba6f861279 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0571609 Aug 10 12:07:16.104528 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aaf300a9-b5ca-4942-8532-2de7fd6be447 req-f48ac15b-4641-4ef2-b09f-f3927d076951 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Aug 10 12:07:16.679149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679324-e21c-4388-9761-7e1b8fa47e87 req-a347262b-5c97-4e50-84fc-c47249fdbdb2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:16.680714 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-00679324-e21c-4388-9761-7e1b8fa47e87 req-a347262b-5c97-4e50-84fc-c47249fdbdb2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0587151 Aug 10 12:07:16.725104 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-00679324-e21c-4388-9761-7e1b8fa47e87 req-6963377f-a535-4d60-acc6-1cedb1f34d4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Aug 10 12:07:17.231823 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaef7a-86a3-4dfa-978b-2b5e79bdf889 req-d5b3afb6-13dc-4ca1-b3b9-1c48dd59574a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:17.234134 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-46aaef7a-86a3-4dfa-978b-2b5e79bdf889 req-d5b3afb6-13dc-4ca1-b3b9-1c48dd59574a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0549936 Aug 10 12:07:17.282508 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-46aaef7a-86a3-4dfa-978b-2b5e79bdf889 req-a101ff17-bce8-4c5c-9a33-7d67e3f35f2e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Aug 10 12:07:17.853009 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eff45-4288-4d96-9548-4d742778c1dc req-0d472371-8c42-4fce-8942-6a5d4cdd5be8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:17.855283 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-754eff45-4288-4d96-9548-4d742778c1dc req-0d472371-8c42-4fce-8942-6a5d4cdd5be8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0565131 Aug 10 12:07:17.898416 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-754eff45-4288-4d96-9548-4d742778c1dc req-6cff356c-1a51-4729-befd-1e7516bf614f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371447 Aug 10 12:07:18.414799 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d38ea2-b0a8-40da-8a92-9af596d8a570 req-33f35a18-2463-4a35-83eb-a49a53a553d6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:18.416250 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a1d38ea2-b0a8-40da-8a92-9af596d8a570 req-33f35a18-2463-4a35-83eb-a49a53a553d6 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0582933 Aug 10 12:07:18.460135 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a1d38ea2-b0a8-40da-8a92-9af596d8a570 req-d980ad75-8bc5-4b0f-a607-dafae75e22d7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Aug 10 12:07:19.023350 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc58154-f163-4941-9f32-35ab824396a4 req-0c577dad-c995-4f10-a695-211a36d70459 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:19.029452 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcc58154-f163-4941-9f32-35ab824396a4 req-0c577dad-c995-4f10-a695-211a36d70459 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0577393 Aug 10 12:07:19.079740 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dcc58154-f163-4941-9f32-35ab824396a4 req-cfca7e5f-93e6-463f-a0b5-7ba1c914b65b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Aug 10 12:07:19.607767 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939850-1226-4e2e-bac3-2e5990d55f0d req-a2842dfd-00ad-42c9-ad94-32bef1088ecf tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:19.610274 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dd939850-1226-4e2e-bac3-2e5990d55f0d req-a2842dfd-00ad-42c9-ad94-32bef1088ecf tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0557141 Aug 10 12:07:19.660194 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dd939850-1226-4e2e-bac3-2e5990d55f0d req-af52b124-736e-49ae-9aec-ac8c9080e8e4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Aug 10 12:07:20.218090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c31a13-e426-499f-8550-5684490c1f4a req-516951bd-fddf-48f0-9405-1f7a25c84793 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:20.219843 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-87c31a13-e426-499f-8550-5684490c1f4a req-516951bd-fddf-48f0-9405-1f7a25c84793 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0656774 Aug 10 12:07:20.261594 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-87c31a13-e426-499f-8550-5684490c1f4a req-8b8e03d5-8173-4b72-aa1f-59be013af42f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348904 Aug 10 12:07:20.788743 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865fbe-4559-49bd-8c7c-2bfbb09171f9 req-e3c05e20-e008-4c8e-8632-389b427bd6dd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:20.790587 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9865fbe-4559-49bd-8c7c-2bfbb09171f9 req-e3c05e20-e008-4c8e-8632-389b427bd6dd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0533555 Aug 10 12:07:20.836625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9865fbe-4559-49bd-8c7c-2bfbb09171f9 req-f3a74237-c923-4564-b92a-ee382ed7384e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Aug 10 12:07:21.119805 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:07:21.517581 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525280d-b876-4a73-8bc4-9e7894bed05e req-4740d48b-4699-4f25-af74-6d3fed59b18b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:21.521240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2525280d-b876-4a73-8bc4-9e7894bed05e req-4740d48b-4699-4f25-af74-6d3fed59b18b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1730936 Aug 10 12:07:21.613901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-56617d11-bde9-4d8f-a414-961899cc04ff tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:21.616447 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-56617d11-bde9-4d8f-a414-961899cc04ff tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.2219481 Aug 10 12:07:21.651509 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2525280d-b876-4a73-8bc4-9e7894bed05e req-cbc8bc1d-33de-4de6-84f6-fa7a6aa409e3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169984 Aug 10 12:07:21.654029 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-1c269f70-4261-4df7-a29d-e53419889555 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/quotas/b247cbfe85c241ed98a2b1576eaa6d70 HTTP/1.1" status: 200 len: 375 time: 0.0247080 Aug 10 12:07:21.768535 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-a41a9675-c0de-45a7-a492-a8800ed910a4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078119 Aug 10 12:07:21.916741 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-dec8a0f5-2433-46e0-af09-ce3b4be92839 service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400073 Aug 10 12:07:22.082778 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc589-3bc2-4d55-8e88-a679625399ff req-beec6631-5b2f-4d7e-b5fb-d591184424f7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:22.085421 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9bbc589-3bc2-4d55-8e88-a679625399ff req-beec6631-5b2f-4d7e-b5fb-d591184424f7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1619987 Aug 10 12:07:22.120543 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3354195e-be0d-46d1-be42-857b8767a5ba service neutron] 10.222.0.64 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955583 Aug 10 12:07:22.160639 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9bbc589-3bc2-4d55-8e88-a679625399ff req-ea3787b3-ecff-42c0-9748-305f5e575721 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596061 Aug 10 12:07:22.404436 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6bd45477-8201-4fd4-890c-a640f73b0588 req-ed561d28-2919-4f8f-b79f-653ed5850cd5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0551236 Aug 10 12:07:22.896667 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e47ab-a72b-4896-8d15-d6f1168be335 req-54cf3f15-0ccd-429a-bdd1-5f2775c256c5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:22.899031 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e7e47ab-a72b-4896-8d15-d6f1168be335 req-54cf3f15-0ccd-429a-bdd1-5f2775c256c5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1024847 Aug 10 12:07:22.984219 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e7e47ab-a72b-4896-8d15-d6f1168be335 req-5949ea08-7429-4f4d-8464-f3f574c3d84c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637565 Aug 10 12:07:23.367047 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340083e-b39e-4ef3-9028-f3bdf9c7729f req-85416cd5-9a67-4219-9a58-5420cc838958 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:23.369150 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f340083e-b39e-4ef3-9028-f3bdf9c7729f req-85416cd5-9a67-4219-9a58-5420cc838958 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1048408 Aug 10 12:07:23.434610 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f340083e-b39e-4ef3-9028-f3bdf9c7729f req-652d0c60-54b0-48ff-90ad-7dc472faa16a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509253 Aug 10 12:07:23.530534 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7dedef9e-dd84-4d5e-9080-17f5c3cd3c85 req-91644e26-1b7b-47b6-b85c-f7478679f0c5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0392697 Aug 10 12:07:24.065073 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-e421e54d-a066-4b47-9c33-d0df89ec289c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:24.067645 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-e421e54d-a066-4b47-9c33-d0df89ec289c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 814 time: 0.3310459 Aug 10 12:07:24.099463 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Request body: {'port': {'device_id': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'admin_state_up': True, 'tenant_id': 'b247cbfe85c241ed98a2b1576eaa6d70'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:07:24.184446 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1832c-ff08-4bbe-8b6c-402e12f6e044 req-a4a5a7c3-ac5d-4ade-a7b5-aee86509f206 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:24.186673 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-99e1832c-ff08-4bbe-8b6c-402e12f6e044 req-a4a5a7c3-ac5d-4ade-a7b5-aee86509f206 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0850353 Aug 10 12:07:24.282629 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-99e1832c-ff08-4bbe-8b6c-402e12f6e044 req-2801d82f-97a4-4ea4-92f6-038ee1f25fa9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790186 Aug 10 12:07:24.302834 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Made reservation on behalf of b247cbfe85c241ed98a2b1576eaa6d70 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:07:24.308436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:24.491926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Allocated IP 172.20.0.11 (e4919ca7-8a37-455a-8f5b-ffe460b1158a/3956d6fd-64b8-4c93-a215-b8afbb9676aa/0271eede-ab25-4b30-b02a-4ba890615502) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:07:24.651398 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c969e1a-9bfc-4d84-baba-05b3194c624f req-c0d89414-f311-4d14-84be-7d9a4224125f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:24.653008 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c969e1a-9bfc-4d84-baba-05b3194c624f req-c0d89414-f311-4d14-84be-7d9a4224125f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0714579 Aug 10 12:07:24.708866 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e6338a76-7a6e-481a-aa81-457d6d6f465c req-aa714099-2d80-4ab3-aa90-bc714a8e8fe1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0547280 Aug 10 12:07:24.729441 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:24.751470 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c969e1a-9bfc-4d84-baba-05b3194c624f req-a4f21eba-917e-431c-b8f7-c01aeaddbcf0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Aug 10 12:07:24.788532 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:24.806208 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'db79d439-7a42-4efe-b291-14864fae33c4', '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:07:24.828655 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Network e4919ca7-8a37-455a-8f5b-ffe460b1158a is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:07:24.832415 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:07:24.839481 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:07:24.871202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event updated for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:24.908599 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:24.909384 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:24.930114 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-32eb60c1-2771-4534-b2af-320d45689a8d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8353488 Aug 10 12:07:24.951919 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Request body: {'port': {'device_id': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:07:25.032427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.357845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0271eede-ab25-4b30-b02a-4ba890615502 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:07:25.368161 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.383590 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Transition to ACTIVE for port object 0271eede-ab25-4b30-b02a-4ba890615502 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:07:25.389029 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.421283 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd8d1-e499-4d77-b7bd-2162abcbd0d0 req-93def11d-1aec-48f3-b9eb-85e821e03065 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:25.431357 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-248bd8d1-e499-4d77-b7bd-2162abcbd0d0 req-93def11d-1aec-48f3-b9eb-85e821e03065 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0810714 Aug 10 12:07:25.478042 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Pushing event updated for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:25.482319 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-248bd8d1-e499-4d77-b7bd-2162abcbd0d0 req-40c49002-dcb1-4146-ad3b-c18a37a77d22 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499713 Aug 10 12:07:25.565545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Attempting to bind port 0271eede-ab25-4b30-b02a-4ba890615502 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:07:25.565904 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Attempting to bind port 0271eede-ab25-4b30-b02a-4ba890615502 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:07:25.566482 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Attempting to bind port 0271eede-ab25-4b30-b02a-4ba890615502 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:07:25.571818 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Port 0271eede-ab25-4b30-b02a-4ba890615502 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:07:25.572169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Attempting to bind port 0271eede-ab25-4b30-b02a-4ba890615502 on network e4919ca7-8a37-455a-8f5b-ffe460b1158a {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:07:25.578116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:07:25.578470 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Checking segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:07:25.578866 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Bound using segment: {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:07:25.579308 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Bound port: 0271eede-ab25-4b30-b02a-4ba890615502, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:07:25.579677 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.648720 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:07:25.651998 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0271eede-ab25-4b30-b02a-4ba890615502,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:07:25.661337 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.713345 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:25.714457 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:25.715476 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] 10.222.0.66 "PUT /v2.0/ports/0271eede-ab25-4b30-b02a-4ba890615502 HTTP/1.1" status: 200 len: 1094 time: 0.7680273 Aug 10 12:07:25.716168 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:07:25.719517 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335194ac-27d5-4906-b9ec-e3df0bcf88fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "tag": "0271eede-ab25-4b30-b02a-4ba890615502"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:07:25.782280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec497b6-38f3-484c-9094-1bd0aac70a84 service neutron] Pushing event updated for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:25.792181 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd6d1b3-89f5-47c1-bc19-82b78bdd949f x-openstack-request-id: req-fdd6d1b3-89f5-47c1-bc19-82b78bdd949f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:07:25.794799 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "tag": "0271eede-ab25-4b30-b02a-4ba890615502", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:07:25.794956 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdd6d1b3-89f5-47c1-bc19-82b78bdd949f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:07:25.797003 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502', 'status': 'completed', 'code': 200} Aug 10 12:07:25.899983 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-9d45b9e5-eaad-4040-8e29-59b7f2f3fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:25.901493 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-9d45b9e5-eaad-4040-8e29-59b7f2f3fb60 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0733473 Aug 10 12:07:25.945631 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f1e84-b67c-4de7-8563-ecb5ce8227e9 req-e0cbf306-a833-41e5-ba3e-9f7c96bbcba5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:25.947002 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-616f1e84-b67c-4de7-8563-ecb5ce8227e9 req-e0cbf306-a833-41e5-ba3e-9f7c96bbcba5 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 944 time: 0.1218307 Aug 10 12:07:25.970778 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-9b215923-c2e2-4daa-9d2b-ee425a32c8e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271eede-ab25-4b30-b02a-4ba890615502 HTTP/1.1" status: 200 len: 217 time: 0.0576761 Aug 10 12:07:25.990047 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5a22f-fe0c-4235-b3fd-0912da8e8fc7 req-e92feba0-5af1-471e-a0dc-fe4262554d7d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:25.992849 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-23e5a22f-fe0c-4235-b3fd-0912da8e8fc7 req-e92feba0-5af1-471e-a0dc-fe4262554d7d tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1022153 Aug 10 12:07:26.031348 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-616f1e84-b67c-4de7-8563-ecb5ce8227e9 req-8e68db4a-6a49-4932-9e1d-420e69d78a22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 Aug 10 12:07:26.081206 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-23e5a22f-fe0c-4235-b3fd-0912da8e8fc7 req-1b7a581d-4602-4ab4-92aa-ce1b9a5e31d1 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738552 Aug 10 12:07:26.082341 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-24a27667-4020-4e0c-aa2f-86bd1c3cc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:26.083859 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-24a27667-4020-4e0c-aa2f-86bd1c3cc4d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.1016524 Aug 10 12:07:26.131576 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-daaad0dc-6669-41b9-bced-0308d754df91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367985 Aug 10 12:07:26.203142 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45012) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:26.255053 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-0ebc291c-18a2-4993-ba8a-0aae8fb51dcd service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115699 Aug 10 12:07:26.363880 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45016) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:26.364571 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-520234f3-9fd6-4fbb-98ae-82645fd92557 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a460a1794014258b572214298e6cd72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593840 Aug 10 12:07:26.367860 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ef56291a-a8dd-4352-bd80-4e944936e172 req-d01dac78-8c6d-466d-89f2-974bc8f4a9f5 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001976 Aug 10 12:07:26.426003 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:26.430723 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:26.481545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:26.543239 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-246e29d2-eb76-47e5-9ca4-12886cbc2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:26.544939 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-246e29d2-eb76-47e5-9ca4-12886cbc2259 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 1097 time: 0.1053405 Aug 10 12:07:26.579614 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:26.582926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:26.584231 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db322534-2c3f-4919-8c77-23fc8eb36688 HTTP/1.1" status: 204 len: 168 time: 0.2190909 Aug 10 12:07:26.626385 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb146b5-1871-4a70-87db-65f8d68d4cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db322534-2c3f-4919-8c77-23fc8eb36688,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:26.683923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-f961098b-2938-433b-9bc1-513e2ee23df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:26.686955 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-f961098b-2938-433b-9bc1-513e2ee23df3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 200 len: 916 time: 0.1307774 Aug 10 12:07:26.721653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a52207-b4d1-4718-a1db-991a9e33ea08 req-17bfcaa4-cfe2-480d-b690-538cb9a78339 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:26.724967 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-21a52207-b4d1-4718-a1db-991a9e33ea08 req-17bfcaa4-cfe2-480d-b690-538cb9a78339 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1279299 Aug 10 12:07:26.761176 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-04740259-8686-47b6-9b41-5a40efa6f22e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0271eede-ab25-4b30-b02a-4ba890615502 HTTP/1.1" status: 200 len: 217 time: 0.0570672 Aug 10 12:07:26.777868 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-21a52207-b4d1-4718-a1db-991a9e33ea08 req-32c3a5a8-17c0-4559-9055-9323a82332bd tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Aug 10 12:07:26.837869 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-14d38ee5-19c2-46f8-bd81-811f506b7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:26.839909 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-14d38ee5-19c2-46f8-bd81-811f506b7b90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 200 len: 854 time: 0.0659654 Aug 10 12:07:26.887408 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-8c2f91ee-9b3c-46a3-8ed4-6a66896eb00e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e4919ca7-8a37-455a-8f5b-ffe460b1158a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329006 Aug 10 12:07:27.248603 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f390956-e28b-4370-8db1-894bd85b5f76 req-99f7438e-7284-4c16-add4-affae444e991 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:27.251225 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8f390956-e28b-4370-8db1-894bd85b5f76 req-99f7438e-7284-4c16-add4-affae444e991 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 944 time: 0.0973136 Aug 10 12:07:27.277911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea644b6-4cf1-4e39-b82f-fc38e4d57a14 req-8154c687-707b-4ff4-85e5-9b34a949c1c7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:27.279925 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5ea644b6-4cf1-4e39-b82f-fc38e4d57a14 req-8154c687-707b-4ff4-85e5-9b34a949c1c7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0979452 Aug 10 12:07:27.318186 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-44eb12fc-6d1c-49ff-a651-9bad6bb693bf service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880773 Aug 10 12:07:27.327513 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8f390956-e28b-4370-8db1-894bd85b5f76 req-cb781326-cd66-4d88-aeff-45071ee1eef4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662324 Aug 10 12:07:27.342457 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5ea644b6-4cf1-4e39-b82f-fc38e4d57a14 req-21a9f1b6-2c83-4284-af76-da8dd9ecbe82 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Aug 10 12:07:27.443267 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-335194ac-27d5-4906-b9ec-e3df0bcf88fe req-e2d49144-fab5-4546-928d-58267506efe6 service neutron] 10.222.0.66 "GET /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054688 Aug 10 12:07:27.956305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc1a34-9e5b-4887-a46d-6f7ce8b73a14 req-68a619ac-25dd-43af-bb1a-39d0998e2186 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:27.958055 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e7fc1a34-9e5b-4887-a46d-6f7ce8b73a14 req-68a619ac-25dd-43af-bb1a-39d0998e2186 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0944748 Aug 10 12:07:28.003625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e7fc1a34-9e5b-4887-a46d-6f7ce8b73a14 req-4e48cc7d-d2cd-4d7d-b9c7-6605a782f336 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Aug 10 12:07:28.490955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746d107-fde0-4163-ad9b-df50b5c0bbfa req-112b29d6-2117-4c6f-8ea2-3afdb5623e8f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:28.498338 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2746d107-fde0-4163-ad9b-df50b5c0bbfa req-112b29d6-2117-4c6f-8ea2-3afdb5623e8f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 944 time: 0.0815489 Aug 10 12:07:28.535814 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e168-59e6-4855-8e85-413f09645e9f req-4c3e7d0a-6ad2-49d3-9dfe-d293e3b415ea tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:28.537865 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a579e168-59e6-4855-8e85-413f09645e9f req-4c3e7d0a-6ad2-49d3-9dfe-d293e3b415ea tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0938489 Aug 10 12:07:28.565921 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2746d107-fde0-4163-ad9b-df50b5c0bbfa req-0bfcfc2a-8ae2-44b9-aed9-5a9f1b634d1a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639832 Aug 10 12:07:28.597237 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a579e168-59e6-4855-8e85-413f09645e9f req-9cc90bf9-35f7-4055-bed1-ea111f5011b8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Aug 10 12:07:28.776291 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7f53-1f64-4dbd-89c4-210a1ab16c4d req-07d40aa1-b0ce-43a7-ad88-f2491350bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:28.777878 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1b8e7f53-1f64-4dbd-89c4-210a1ab16c4d req-07d40aa1-b0ce-43a7-ad88-f2491350bc46 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0469906 Aug 10 12:07:28.817405 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1b8e7f53-1f64-4dbd-89c4-210a1ab16c4d req-d356f3b5-aa05-4093-83d0-5f400c0fb7fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Aug 10 12:07:29.142952 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fcd5a-6def-4c33-a4e2-3ae1a9e678a7 req-f4707092-9ee3-440d-9c36-ffc59260bb9e tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:29.144392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b0fcd5a-6def-4c33-a4e2-3ae1a9e678a7 req-f4707092-9ee3-440d-9c36-ffc59260bb9e tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0473719 Aug 10 12:07:29.183952 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b0fcd5a-6def-4c33-a4e2-3ae1a9e678a7 req-84b67c75-39ec-49ef-b2f5-235988b43dc5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Aug 10 12:07:29.703634 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee25c-d0e1-49b8-8daa-a65b72b9fbf9 req-a51fb4b9-5099-4043-a9b8-998b41e7be01 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:29.705126 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eaeee25c-d0e1-49b8-8daa-a65b72b9fbf9 req-a51fb4b9-5099-4043-a9b8-998b41e7be01 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 944 time: 0.0706460 Aug 10 12:07:29.735074 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532980-3c46-42e4-98b2-c658ab009c2f req-b06a8a2a-fa40-498c-8ef1-ce0faed036e5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:29.736507 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d6532980-3c46-42e4-98b2-c658ab009c2f req-b06a8a2a-fa40-498c-8ef1-ce0faed036e5 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0688925 Aug 10 12:07:29.769015 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eaeee25c-d0e1-49b8-8daa-a65b72b9fbf9 req-f0048046-cfed-4d2f-8f1b-6eebde1c011b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Aug 10 12:07:29.788252 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d6532980-3c46-42e4-98b2-c658ab009c2f req-09ad2059-3d17-4af9-9fde-d66603363276 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Aug 10 12:07:30.304548 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211873-b120-48a2-aedb-5e4dce7a69ab req-d129bf56-daec-4879-8bae-6bebcbf73c80 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:30.306444 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e5211873-b120-48a2-aedb-5e4dce7a69ab req-d129bf56-daec-4879-8bae-6bebcbf73c80 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Aug 10 12:07:30.344264 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e5211873-b120-48a2-aedb-5e4dce7a69ab req-f1e58d3f-e1e9-402d-90fe-348739f1076f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Aug 10 12:07:30.876434 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0271eede-ab25-4b30-b02a-4ba890615502 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:07:30.916047 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42942cd3-c566-4b3b-a5f9-2d0804cf59d9 req-cab59267-1e82-4356-8b4f-6b9f7b43a8fe tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:30.917564 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42942cd3-c566-4b3b-a5f9-2d0804cf59d9 req-cab59267-1e82-4356-8b4f-6b9f7b43a8fe tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 944 time: 0.0807774 Aug 10 12:07:30.929519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5c4d8-dac9-4b83-bf6b-0709370d5f56 req-e0324dcd-ed2a-43e1-9997-7e5946935984 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:30.931012 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9cd5c4d8-dac9-4b83-bf6b-0709370d5f56 req-e0324dcd-ed2a-43e1-9997-7e5946935984 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0656397 Aug 10 12:07:30.970154 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0271eede-ab25-4b30-b02a-4ba890615502,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:07:30.981045 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '0271eede-ab25-4b30-b02a-4ba890615502', 'network_id': 'e4919ca7-8a37-455a-8f5b-ffe460b1158a', 'port_id': '0271eede-ab25-4b30-b02a-4ba890615502', 'mac_address': 'fa:16:3e:73:25:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3956d6fd-64b8-4c93-a215-b8afbb9676aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:07:30.989429 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42942cd3-c566-4b3b-a5f9-2d0804cf59d9 req-cb1cf0f1-33c7-4b91-9616-71c000bc7354 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574541 Aug 10 12:07:30.992162 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9cd5c4d8-dac9-4b83-bf6b-0709370d5f56 req-6ae03848-04ec-4328-bee2-8ffb6a9e668a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539393 Aug 10 12:07:31.023057 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:31.036577 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0271eede-ab25-4b30-b02a-4ba890615502 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:07:31.058805 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0271eede-ab25-4b30-b02a-4ba890615502,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:07:31.063397 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:31.112162 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:31.119844 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.120196 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.120543 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.120929 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.121277 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.121616 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.121983 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.122327 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.122687 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.123085 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.123443 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.123759 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:07:31.311285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609671-a739-41a4-a3a0-340f0a9f064b req-da189948-fd64-44f1-916c-f1d2f089f163 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:31.313827 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e609671-a739-41a4-a3a0-340f0a9f064b req-da189948-fd64-44f1-916c-f1d2f089f163 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0562916 Aug 10 12:07:31.315504 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-90737c9f-3a0e-4e5c-ab1b-01ac083fc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:31.317024 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-90737c9f-3a0e-4e5c-ab1b-01ac083fc162 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efc500600c1a4875bcabc280800658f0&device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 1098 time: 0.0531971 Aug 10 12:07:31.317882 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89b46dfe-98d3-493b-8c4d-809756d84d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:31.357376 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e609671-a739-41a4-a3a0-340f0a9f064b req-de9c89d5-cbf6-4bc0-8a57-877f465668ba tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Aug 10 12:07:31.410897 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-17119fe7-6edd-4051-b6b9-f90e082a3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:31.412375 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-17119fe7-6edd-4051-b6b9-f90e082a3cb1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 200 len: 921 time: 0.0853164 Aug 10 12:07:31.459689 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-e795c491-a86c-4c48-9308-a2e96bae4e86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 200 len: 217 time: 0.0360801 Aug 10 12:07:31.466593 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5886-e8a9-4842-acb2-b1bc5c2de4fa req-ddad6331-bdb1-4b25-8841-125dd5e01b8f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:31.468602 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4ac5886-e8a9-4842-acb2-b1bc5c2de4fa req-ddad6331-bdb1-4b25-8841-125dd5e01b8f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Aug 10 12:07:31.495093 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['0271eede-ab25-4b30-b02a-4ba890615502'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:07:31.511753 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4ac5886-e8a9-4842-acb2-b1bc5c2de4fa req-8a6d4168-9cf4-40b1-b80a-2618c391f05d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Aug 10 12:07:31.516889 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-59f4a84f-0893-4819-b3f4-ab2c49741e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:31.518370 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-59f4a84f-0893-4819-b3f4-ab2c49741e56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 200 len: 859 time: 0.0455697 Aug 10 12:07:31.575509 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-4d541560-8144-43dc-804a-e4b7a5879737 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=09dc1b33-9880-4960-9f01-f8a106142938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317724 Aug 10 12:07:31.678010 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-ecbb517b-4395-40fa-bd9f-51f33a613ab2 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874104 Aug 10 12:07:31.767228 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f34cb350-196d-4c62-8e69-8667dd2916f4 req-48274dbc-2920-4824-aead-169bb4315597 service neutron] 10.222.0.66 "GET /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798993 Aug 10 12:07:31.864641 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45164) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:31.907881 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Deleting subnet 9a0943f2-7762-4816-bcb4-57176250523f {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:07:31.910926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:31.947144 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:31.984314 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.035437 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.060898 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0943f2-7762-4816-bcb4-57176250523f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:32.064764 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.066679 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4330763c-46ac-4f97-a5d4-8e0870673f2a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a0943f2-7762-4816-bcb4-57176250523f HTTP/1.1" status: 204 len: 168 time: 0.2008550 Aug 10 12:07:32.070350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45168) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:32.122709 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daef511-c402-4621-add2-f091a6d82cb3 req-868f4808-9c68-4702-80fb-2711d9e41988 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:32.125028 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4daef511-c402-4621-add2-f091a6d82cb3 req-868f4808-9c68-4702-80fb-2711d9e41988 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0639114 Aug 10 12:07:32.142356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.167727 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4daef511-c402-4621-add2-f091a6d82cb3 req-a1142652-65c8-4d8d-8405-26bf688a7c4f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366354 Aug 10 12:07:32.219626 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.229620 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6125bd-5e0f-4534-bfe1-bc6efd388dbf']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:07:32.243178 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:07:32.243465 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41ee6fd-6b69-4fb9-bdcc-a7e6319a1a88') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:07:32.252480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.265849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.275436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:07:32.275747 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:07:32.277838 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:07:32.331880 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.338997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.341599 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2e6125bd-5e0f-4534-bfe1-bc6efd388dbf HTTP/1.1" status: 204 len: 168 time: 0.2701645 Aug 10 12:07:32.355947 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bde9e-7f36-439e-bf01-81c82ac87df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6125bd-5e0f-4534-bfe1-bc6efd388dbf,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:32.487156 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a8933-23a8-433b-abf2-8557d797435d req-f3e7fbb8-ca7e-48b4-8548-5f851cb93f96 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:32.489196 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-870a8933-23a8-433b-abf2-8557d797435d req-f3e7fbb8-ca7e-48b4-8548-5f851cb93f96 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0551486 Aug 10 12:07:32.530254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-870a8933-23a8-433b-abf2-8557d797435d req-7696db95-45f4-48a3-b5e8-b49c53f963ec tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Aug 10 12:07:32.557336 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:32.604867 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-03a30327-6bb9-48b3-93a3-48a0849eed18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35659c7ad1b64b2d9a47be525496a0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461137 Aug 10 12:07:32.607386 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45180) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:32.647053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13808-eddc-4856-82d9-ca2df7c6b801 req-50d3ca8b-c566-4f4e-9313-76a4aef451f9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:32.649317 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bac13808-eddc-4856-82d9-ca2df7c6b801 req-50d3ca8b-c566-4f4e-9313-76a4aef451f9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0583613 Aug 10 12:07:32.665542 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.687659 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bac13808-eddc-4856-82d9-ca2df7c6b801 req-6901f289-d67f-48be-817d-2d75510785fd tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Aug 10 12:07:32.693189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.747342 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.751836 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:32.753493 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a33d697e-f582-44cb-8765-43349d87bb4b HTTP/1.1" status: 204 len: 168 time: 0.1450386 Aug 10 12:07:32.761660 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b517-1acc-45b4-b8dd-e6fdfaa29e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d697e-f582-44cb-8765-43349d87bb4b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:32.889502 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0271eede-ab25-4b30-b02a-4ba890615502 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:07:32.942341 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 0271eede-ab25-4b30-b02a-4ba890615502 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:07:32.946352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 0271eede-ab25-4b30-b02a-4ba890615502 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:07:32.946718 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:33.021640 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:33.045720 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:07:33.048019 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73674e7-5ddd-4497-9e07-0cd3b4320f33" -d '{"events": [{"server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "0271eede-ab25-4b30-b02a-4ba890615502"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:07:33.064033 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0271eede-ab25-4b30-b02a-4ba890615502,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:07:33.068487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:33.094467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ca3f1-d096-4c04-8da6-cce62b777113 x-openstack-request-id: req-fd5ca3f1-d096-4c04-8da6-cce62b777113 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:07:33.094655 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "0271eede-ab25-4b30-b02a-4ba890615502", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:07:33.094965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd5ca3f1-d096-4c04-8da6-cce62b777113 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:07:33.095264 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502', 'code': 200} Aug 10 12:07:33.132122 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:33.305227 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0540d-5f4d-4334-a8fb-52194494c900 req-38561adb-5012-4392-a626-9f493d80af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:33.306724 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2be0540d-5f4d-4334-a8fb-52194494c900 req-38561adb-5012-4392-a626-9f493d80af5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 1099 time: 0.0409575 Aug 10 12:07:33.320538 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab151a-2e5a-4d49-a5e7-14ac81dd72ac req-b305a02d-42bf-4b2d-81d1-2609795c92b6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:33.322052 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-29ab151a-2e5a-4d49-a5e7-14ac81dd72ac req-b305a02d-42bf-4b2d-81d1-2609795c92b6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0700567 Aug 10 12:07:33.348737 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2be0540d-5f4d-4334-a8fb-52194494c900 req-3165758a-1996-4ba5-aa95-81aa66554e45 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Aug 10 12:07:33.362132 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-29ab151a-2e5a-4d49-a5e7-14ac81dd72ac req-dfc3cda0-b49b-4b85-96c0-bb0ce7b4f9b1 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Aug 10 12:07:33.666348 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372dc7-0c97-4b27-9c50-1c461be49852 req-bdac0ad3-0433-4c8c-848a-20fd42ce1b0b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:33.668093 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7372dc7-0c97-4b27-9c50-1c461be49852 req-bdac0ad3-0433-4c8c-848a-20fd42ce1b0b tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0506494 Aug 10 12:07:33.706879 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7372dc7-0c97-4b27-9c50-1c461be49852 req-8323df4f-dfe7-4b83-8462-ada3cf9429fa tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Aug 10 12:07:33.818634 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483994e-be63-4161-9939-f607119e7f63 req-6e85c7fd-5845-434d-a51f-05ecde08c347 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:33.820346 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e483994e-be63-4161-9939-f607119e7f63 req-6e85c7fd-5845-434d-a51f-05ecde08c347 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0530827 Aug 10 12:07:33.863478 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e483994e-be63-4161-9939-f607119e7f63 req-7c7ac536-f501-410c-aea1-43717e736350 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Aug 10 12:07:34.002999 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:34.264221 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3690d04f-1590-4ffb-a91a-139c3fb5a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:34.477524 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d2a2f-feae-4fe8-9ea3-94d0ef32dc79 req-4888b5e9-82fe-40ab-92c9-7da95c04dec8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:34.478885 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d79d2a2f-feae-4fe8-9ea3-94d0ef32dc79 req-4888b5e9-82fe-40ab-92c9-7da95c04dec8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0512559 Aug 10 12:07:34.516754 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d79d2a2f-feae-4fe8-9ea3-94d0ef32dc79 req-4266d923-debd-4f03-9d3a-8e14fdf9d4c6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Aug 10 12:07:34.820140 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1834-c60d-4910-a120-dc4bfc41ca10 req-5bb28d90-0680-47f9-9125-7bbdf78c8bf7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:34.821625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8e6d1834-c60d-4910-a120-dc4bfc41ca10 req-5bb28d90-0680-47f9-9125-7bbdf78c8bf7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0475328 Aug 10 12:07:34.858122 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8e6d1834-c60d-4910-a120-dc4bfc41ca10 req-ca4e547e-0bea-4ed0-8308-5802b680421e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307267 Aug 10 12:07:34.982735 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b58dd-9d94-4c96-af30-160228651c66 req-108e55db-fc02-4748-8992-605c2df5dbe8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:34.985285 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-af8b58dd-9d94-4c96-af30-160228651c66 req-108e55db-fc02-4748-8992-605c2df5dbe8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0502520 Aug 10 12:07:35.026808 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-af8b58dd-9d94-4c96-af30-160228651c66 req-967c64cf-8d9f-4ebd-9802-852d81c7fcb2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Aug 10 12:07:35.651634 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32222-3782-4139-a6b8-583a8e9ffe10 req-1c6990d2-134e-4f1c-8f8a-4abce35975a4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:35.653112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c5a32222-3782-4139-a6b8-583a8e9ffe10 req-1c6990d2-134e-4f1c-8f8a-4abce35975a4 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Aug 10 12:07:35.689429 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c5a32222-3782-4139-a6b8-583a8e9ffe10 req-04fed153-e2b4-416b-bda1-b4f42089269c tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298533 Aug 10 12:07:35.946358 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.145271 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e785c-d8db-44a8-ae6b-0d0a11a36b7a req-c5916584-7e6f-4f80-894b-3b22ed822192 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:36.146768 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-997e785c-d8db-44a8-ae6b-0d0a11a36b7a req-c5916584-7e6f-4f80-894b-3b22ed822192 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0485218 Aug 10 12:07:36.184888 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-997e785c-d8db-44a8-ae6b-0d0a11a36b7a req-daecf535-4613-4cc8-9857-b73f85a061f5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Aug 10 12:07:36.454307 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:36.607005 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e68a78b2-276d-42ab-adfb-6aafc7d60994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.698772 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e68a78b2-276d-42ab-adfb-6aafc7d60994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.703961 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e68a78b2-276d-42ab-adfb-6aafc7d60994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.749395 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e68a78b2-276d-42ab-adfb-6aafc7d60994 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de28456703c545008265458e0e32a52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938657 Aug 10 12:07:36.750229 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a78b2-276d-42ab-adfb-6aafc7d60994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865467fa-8758-4ea0-b36b-f15a87814cf3,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:36.752443 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45274) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:07:36.849675 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.852268 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806f200-8e0b-4a49-a1ad-15c3d1f7c6da req-cf0f28bf-1b45-44cd-97a4-b81a7f44ba1d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:36.853878 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4806f200-8e0b-4a49-a1ad-15c3d1f7c6da req-cf0f28bf-1b45-44cd-97a4-b81a7f44ba1d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0667114 Aug 10 12:07:36.877117 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.916110 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4806f200-8e0b-4a49-a1ad-15c3d1f7c6da req-057c8726-760d-4227-979c-207714624bee tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Aug 10 12:07:36.944279 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.947492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:36.949145 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/865467fa-8758-4ea0-b36b-f15a87814cf3 HTTP/1.1" status: 204 len: 168 time: 0.1943252 Aug 10 12:07:36.959287 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e91d-d3e0-49b7-a740-04cdb6291a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865467fa-8758-4ea0-b36b-f15a87814cf3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:07:36.979500 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:37.311729 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74015d7-0b91-471e-923e-6b7a04745d79 req-ab4e42e4-882e-45ea-ac04-aeabd63b7229 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:37.313339 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f74015d7-0b91-471e-923e-6b7a04745d79 req-ab4e42e4-882e-45ea-ac04-aeabd63b7229 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0566726 Aug 10 12:07:37.362832 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f74015d7-0b91-471e-923e-6b7a04745d79 req-75c80c6b-b5f6-437d-9acd-12ecb46a7702 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Aug 10 12:07:38.037008 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b481e2-5193-424a-aad1-5ee1ac197707 req-a5fe89e8-d76e-4117-a4ac-962b9c294458 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:38.038783 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-16b481e2-5193-424a-aad1-5ee1ac197707 req-a5fe89e8-d76e-4117-a4ac-962b9c294458 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0481772 Aug 10 12:07:38.077025 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-16b481e2-5193-424a-aad1-5ee1ac197707 req-285902dc-b57a-46ba-bbb8-3b2e98516518 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 10 12:07:38.488500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9177dd-da83-4c0a-961a-ba6fb29f5c61 req-82c3e99a-d9ea-472f-8db1-baf794e4850c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:38.490015 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fb9177dd-da83-4c0a-961a-ba6fb29f5c61 req-82c3e99a-d9ea-472f-8db1-baf794e4850c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0548570 Aug 10 12:07:38.528263 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fb9177dd-da83-4c0a-961a-ba6fb29f5c61 req-6c4e097a-a4e5-4209-9211-e7cc3b8a4d4c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Aug 10 12:07:39.641359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d6191-5cde-45c1-a369-26e1845e2b92 req-f94f6658-72bc-46ab-80c3-3139bc3a1052 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:39.642747 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b64d6191-5cde-45c1-a369-26e1845e2b92 req-f94f6658-72bc-46ab-80c3-3139bc3a1052 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0467508 Aug 10 12:07:39.680623 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b64d6191-5cde-45c1-a369-26e1845e2b92 req-99060892-1951-423f-a0e2-0370463690fc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Aug 10 12:07:40.832918 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ba3b6-fba3-4626-a3f7-77ada9d2db5e req-bf285adc-bbc4-47a2-b2b9-21512e204c9f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:40.834383 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-682ba3b6-fba3-4626-a3f7-77ada9d2db5e req-bf285adc-bbc4-47a2-b2b9-21512e204c9f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Aug 10 12:07:40.872572 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-682ba3b6-fba3-4626-a3f7-77ada9d2db5e req-b36fca29-04a3-40ee-bf63-cc6c9a271787 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Aug 10 12:07:41.987491 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2068b33-bfef-4b7f-8704-5c750ac3876f req-a69cd242-d3b1-4300-8915-57dc4f27ba94 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:41.988961 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2068b33-bfef-4b7f-8704-5c750ac3876f req-a69cd242-d3b1-4300-8915-57dc4f27ba94 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Aug 10 12:07:42.025564 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2068b33-bfef-4b7f-8704-5c750ac3876f req-e4317e4f-5f7a-44b6-967d-4a675e5a702a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308592 Aug 10 12:07:42.218899 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f737c-19ba-4194-9823-f2e92c285d98 req-1e3fe4fa-f95d-4b90-bbe7-6303db3a4955 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:42.220249 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a14f737c-19ba-4194-9823-f2e92c285d98 req-1e3fe4fa-f95d-4b90-bbe7-6303db3a4955 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0498831 Aug 10 12:07:42.256492 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a14f737c-19ba-4194-9823-f2e92c285d98 req-9c17586b-1cdc-4ec7-9b50-ebc72a353dbd tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304077 Aug 10 12:07:43.374197 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79499a8-9ae6-4080-b118-0f6abe224af8 req-8b4b0859-afed-407b-b4ff-73d5a78835d4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:43.375701 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e79499a8-9ae6-4080-b118-0f6abe224af8 req-8b4b0859-afed-407b-b4ff-73d5a78835d4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0503013 Aug 10 12:07:43.413575 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e79499a8-9ae6-4080-b118-0f6abe224af8 req-956e5ba5-dde0-4dc6-a360-122de7110273 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Aug 10 12:07:44.580955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2465cc-5a6c-49fc-a1e1-67665eeab6f2 req-45d1e00c-d69f-465a-ba8c-37193b5e85fd tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:44.582417 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f2465cc-5a6c-49fc-a1e1-67665eeab6f2 req-45d1e00c-d69f-465a-ba8c-37193b5e85fd tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0514023 Aug 10 12:07:44.619325 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f2465cc-5a6c-49fc-a1e1-67665eeab6f2 req-043d16df-bde4-4f6e-8d70-e3eee2faafe0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Aug 10 12:07:44.757876 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2942b5-f0bf-4828-9da1-a868794a7fb8 req-73f635a2-20c9-4615-b95c-19470244d579 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:44.760235 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e2942b5-f0bf-4828-9da1-a868794a7fb8 req-73f635a2-20c9-4615-b95c-19470244d579 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0765274 Aug 10 12:07:44.777210 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-71371df2-3ab4-4393-aed5-a41a6d7e424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:44.778728 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-71371df2-3ab4-4393-aed5-a41a6d7e424b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1138 time: 0.0512993 Aug 10 12:07:44.813351 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e2942b5-f0bf-4828-9da1-a868794a7fb8 req-d8b48744-a437-4e12-8f04-7296eead463e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459669 Aug 10 12:07:44.899383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-96697ffa-121c-41a1-948b-298a692c0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:44.900912 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-96697ffa-121c-41a1-948b-298a692c0c27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.1018887 Aug 10 12:07:44.928142 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-328a7196-5420-44bb-949e-5fc257956f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:44.929613 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-328a7196-5420-44bb-949e-5fc257956f81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.1318274 Aug 10 12:07:45.040569 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-26cc8aa1-4851-4519-be32-0a055332152d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 1002 time: 0.0781388 Aug 10 12:07:45.080694 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-aa4f116b-4307-4cfb-be3f-d9f14f925e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:45.082161 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-aa4f116b-4307-4cfb-be3f-d9f14f925e1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.1664801 Aug 10 12:07:45.131675 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-a82e7f8a-8d24-4022-b5f0-0a886273c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:45.133163 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-a82e7f8a-8d24-4022-b5f0-0a886273c412 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.0809958 Aug 10 12:07:45.156669 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-1923b7a6-0892-4412-89b4-b51c7ac14d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 1001 time: 0.0640266 Aug 10 12:07:45.731855 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb95c-4090-471d-83f1-22694d8467d9 req-bacd5320-49bf-4432-af52-82ff3beeb878 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:45.733352 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e21cb95c-4090-471d-83f1-22694d8467d9 req-bacd5320-49bf-4432-af52-82ff3beeb878 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0477293 Aug 10 12:07:45.770825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e21cb95c-4090-471d-83f1-22694d8467d9 req-74bc20b9-0f40-46b0-91e1-70d49af0a8df tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Aug 10 12:07:45.928005 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b852bd-f5ed-4e44-a584-af4c68010ef0 req-0bde5384-29dd-4d79-a152-54d35c285d9a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:45.929537 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0b852bd-f5ed-4e44-a584-af4c68010ef0 req-0bde5384-29dd-4d79-a152-54d35c285d9a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0513582 Aug 10 12:07:45.973951 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0b852bd-f5ed-4e44-a584-af4c68010ef0 req-9d2122a4-7e36-49a9-a668-aada6a12454a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382779 Aug 10 12:07:46.883411 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337687-e1f8-42bf-9e1d-c29a16982a55 req-0dd65437-49d4-4836-b7bb-fe3135934b72 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:46.884875 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55337687-e1f8-42bf-9e1d-c29a16982a55 req-0dd65437-49d4-4836-b7bb-fe3135934b72 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0474608 Aug 10 12:07:46.921886 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55337687-e1f8-42bf-9e1d-c29a16982a55 req-d5fbf86d-6f5e-4588-9a83-2f6ed162e465 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Aug 10 12:07:47.076276 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-414a9d47-d49e-4c1e-a44f-86b5f4c4fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:47.077849 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-414a9d47-d49e-4c1e-a44f-86b5f4c4fe3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819180 Aug 10 12:07:47.079641 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-abc80b79-1258-4262-9211-046c43dd0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:47.080983 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-abc80b79-1258-4262-9211-046c43dd0d32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0579305 Aug 10 12:07:47.096413 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742554-9ea6-4c34-8e81-50820bb17c33 req-7b3afb29-3271-471f-ba30-2d3c0acdee73 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:47.097918 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d3742554-9ea6-4c34-8e81-50820bb17c33 req-7b3afb29-3271-471f-ba30-2d3c0acdee73 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0499852 Aug 10 12:07:47.136438 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d3742554-9ea6-4c34-8e81-50820bb17c33 req-65ceeb16-a1fb-4373-8a31-9d095aafb530 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325119 Aug 10 12:07:48.038620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166425-b996-47f3-8823-d000c2ee9d34 req-f64a6731-5917-4574-ba1b-978d1859e3e2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:48.040602 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e6166425-b996-47f3-8823-d000c2ee9d34 req-f64a6731-5917-4574-ba1b-978d1859e3e2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515399 Aug 10 12:07:48.085340 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e6166425-b996-47f3-8823-d000c2ee9d34 req-7f82b0a2-8599-4bec-9f54-95893563854f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 Aug 10 12:07:48.170337 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-1fe1fe49-b4bb-4295-8404-468f22ba307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:48.172601 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-1fe1fe49-b4bb-4295-8404-468f22ba307a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925448 Aug 10 12:07:48.233266 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-625d4458-e908-46a3-8426-91b962161aee service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612465 Aug 10 12:07:48.250978 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554885e-0bc2-4337-a27f-e509fadfed22 req-6eddfb4a-01b2-42d8-a1e8-79a9880454f8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:48.252448 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9554885e-0bc2-4337-a27f-e509fadfed22 req-6eddfb4a-01b2-42d8-a1e8-79a9880454f8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0488679 Aug 10 12:07:48.292385 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9554885e-0bc2-4337-a27f-e509fadfed22 req-c33ef5ce-fa71-4614-91b8-aa737a6c5aec tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337627 Aug 10 12:07:48.327885 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-7f1e5038-6d5d-4f33-95b6-a15e11910edc service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458576 Aug 10 12:07:48.391475 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-308639b2-9c99-423a-b095-2e6d4cf2681f req-71dad2f3-8702-41b1-9481-d24969b10284 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478291 Aug 10 12:07:48.431210 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a7bf3211-0950-45bb-aa46-2b82d8d5e65d req-ff01d7c2-066d-41cf-a3f9-9400a626eca6 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957236 Aug 10 12:07:49.194665 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d24d-4a83-46be-b2ad-2d8ca4ecb339 req-13e42eb3-a333-4c73-b222-ffa3c438be0b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:49.196134 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4985d24d-4a83-46be-b2ad-2d8ca4ecb339 req-13e42eb3-a333-4c73-b222-ffa3c438be0b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0483887 Aug 10 12:07:49.232443 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4985d24d-4a83-46be-b2ad-2d8ca4ecb339 req-7af1cdbf-d7c8-44b7-8653-19e28cbe4674 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Aug 10 12:07:49.631922 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f177-325d-4c23-b3c7-2c174d245aab req-ab974672-d36f-4fac-9519-95971b0ff30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:49.633437 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a680f177-325d-4c23-b3c7-2c174d245aab req-ab974672-d36f-4fac-9519-95971b0ff30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.2759678 Aug 10 12:07:49.673975 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a680f177-325d-4c23-b3c7-2c174d245aab req-ad667e52-dafb-4918-a7d9-6bc85f7a3f1b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345199 Aug 10 12:07:50.344576 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3f58-ddca-4f03-98b4-ab4bc4a0e7d9 req-421bf782-7ef8-4226-8729-55e2d2fa90b4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:50.345944 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a53f3f58-ddca-4f03-98b4-ab4bc4a0e7d9 req-421bf782-7ef8-4226-8729-55e2d2fa90b4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0466249 Aug 10 12:07:50.382212 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a53f3f58-ddca-4f03-98b4-ab4bc4a0e7d9 req-2d810887-b23b-4bd6-944d-01deb51d4840 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Aug 10 12:07:50.787812 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416f67-a071-4cd5-b16b-f337d2002b71 req-2c53a41a-7cfb-4e4e-bfaf-1b5b2ab0bc51 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:50.789549 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de416f67-a071-4cd5-b16b-f337d2002b71 req-2c53a41a-7cfb-4e4e-bfaf-1b5b2ab0bc51 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0477614 Aug 10 12:07:50.827209 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-de416f67-a071-4cd5-b16b-f337d2002b71 req-568dceda-e7a6-482f-a978-4173ab232187 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315821 Aug 10 12:07:51.504799 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01116-8379-4fb7-9dc9-002791676f21 req-332b0759-c012-451c-90b1-d3536edc5e20 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:51.506275 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1b01116-8379-4fb7-9dc9-002791676f21 req-332b0759-c012-451c-90b1-d3536edc5e20 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Aug 10 12:07:51.543626 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f1b01116-8379-4fb7-9dc9-002791676f21 req-003b5f93-4a42-46e4-b6b3-1b52d3355efe tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303323 Aug 10 12:07:51.967781 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b1cb-5ee0-4c28-8447-e8ce7b3bc015 req-651a336d-f2d6-451d-a2e7-dc16902845db tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:51.970048 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1735b1cb-5ee0-4c28-8447-e8ce7b3bc015 req-651a336d-f2d6-451d-a2e7-dc16902845db tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0662978 Aug 10 12:07:52.015596 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1735b1cb-5ee0-4c28-8447-e8ce7b3bc015 req-c94bd81d-5cac-4a7a-9bf4-9b1346ddfb71 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394621 Aug 10 12:07:52.669827 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823b5f-8f82-4174-a3dd-091abdaf49d5 req-3ab14058-df63-47c5-8b1f-b8df1b3d5bd2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:52.671314 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42823b5f-8f82-4174-a3dd-091abdaf49d5 req-3ab14058-df63-47c5-8b1f-b8df1b3d5bd2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0547006 Aug 10 12:07:52.710094 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42823b5f-8f82-4174-a3dd-091abdaf49d5 req-79986f20-8e45-457e-9705-5e8a386897d8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Aug 10 12:07:53.140551 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1962b8-a5d4-421b-9b7e-fa3fc94d3da6 req-d3bcd7a9-a56e-4887-b5af-3bb0a912fe47 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:53.142127 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca1962b8-a5d4-421b-9b7e-fa3fc94d3da6 req-d3bcd7a9-a56e-4887-b5af-3bb0a912fe47 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0515208 Aug 10 12:07:53.181971 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca1962b8-a5d4-421b-9b7e-fa3fc94d3da6 req-303d89eb-7e7d-4b2b-98ea-c042ee790c60 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337517 Aug 10 12:07:53.833890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8542075-e5e7-4d58-b582-8d032228a114 req-fdbcdd7a-65e9-4504-9aab-e4ebdb400b51 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:53.835349 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f8542075-e5e7-4d58-b582-8d032228a114 req-fdbcdd7a-65e9-4504-9aab-e4ebdb400b51 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Aug 10 12:07:53.871049 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f8542075-e5e7-4d58-b582-8d032228a114 req-c09289b4-9590-4e2f-84ea-a089af92bcb3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299106 Aug 10 12:07:54.301374 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8316-eeae-4cc7-aa2a-8380b69f7ae8 req-c4dcb2e6-6b79-483d-bc16-018760d2d4aa tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:54.302859 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-40cd8316-eeae-4cc7-aa2a-8380b69f7ae8 req-c4dcb2e6-6b79-483d-bc16-018760d2d4aa tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0488811 Aug 10 12:07:54.350316 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-40cd8316-eeae-4cc7-aa2a-8380b69f7ae8 req-92c5dd56-2907-405c-8e43-69db479daf64 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413914 Aug 10 12:07:54.990815 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff1f4e-1917-4cc7-9923-cdf2aa1ee1a7 req-c81d29d7-d21e-40b0-adb0-49ed9743fe62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:54.992168 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9dff1f4e-1917-4cc7-9923-cdf2aa1ee1a7 req-c81d29d7-d21e-40b0-adb0-49ed9743fe62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0514417 Aug 10 12:07:55.028746 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9dff1f4e-1917-4cc7-9923-cdf2aa1ee1a7 req-02e5239f-4d8a-43ed-90e8-7f10bbea0049 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Aug 10 12:07:55.474942 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd90be-cee7-44ea-983a-1f7bbf51778d req-2044f147-e184-4f0e-add8-8330f0702d8d tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:55.476749 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-52dd90be-cee7-44ea-983a-1f7bbf51778d req-2044f147-e184-4f0e-add8-8330f0702d8d tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0514140 Aug 10 12:07:55.518960 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-52dd90be-cee7-44ea-983a-1f7bbf51778d req-ae8e1af1-4d50-402a-8d81-7cde667dbccd tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356951 Aug 10 12:07:56.145597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254efba5-6666-45c2-8f94-e432ee95e3c9 req-49fc9cd1-10c8-4842-93ba-7e170857efae tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:56.147300 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-254efba5-6666-45c2-8f94-e432ee95e3c9 req-49fc9cd1-10c8-4842-93ba-7e170857efae tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0484872 Aug 10 12:07:56.185972 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-254efba5-6666-45c2-8f94-e432ee95e3c9 req-e93b843c-138a-4b40-9a29-53bcc3da5568 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Aug 10 12:07:56.441645 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:07:56.686246 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336739fe-ccc2-4ba9-8a3a-09b4dc006db3 req-347b138b-2886-4b81-ae7c-e497d29a72c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:56.687747 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-336739fe-ccc2-4ba9-8a3a-09b4dc006db3 req-347b138b-2886-4b81-ae7c-e497d29a72c1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0795500 Aug 10 12:07:56.694926 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bc6e6-6fc5-4076-ae53-4e732bd2d9ad req-3f54bc93-1cdf-4dd8-96e1-0c40887dcab3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:56.696282 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-326bc6e6-6fc5-4076-ae53-4e732bd2d9ad req-3f54bc93-1cdf-4dd8-96e1-0c40887dcab3 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0860238 Aug 10 12:07:56.753126 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-336739fe-ccc2-4ba9-8a3a-09b4dc006db3 req-bdca8821-e4fa-4173-8822-a3b275ca9e07 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558524 Aug 10 12:07:56.756122 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-326bc6e6-6fc5-4076-ae53-4e732bd2d9ad req-99c23653-ddb2-4779-bbd8-2b34963431b8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Aug 10 12:07:57.909006 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327cbac-d0bc-44ab-94e2-8b68527bd6de req-7455ed79-2759-460c-9ffa-bf8e531b146a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:57.910512 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8327cbac-d0bc-44ab-94e2-8b68527bd6de req-7455ed79-2759-460c-9ffa-bf8e531b146a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0793104 Aug 10 12:07:57.918266 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001437-f016-4a15-9f03-5074dc860523 req-5ddb5332-fc85-4c4d-a9a0-c60fbf6e4e77 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:57.919857 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9a001437-f016-4a15-9f03-5074dc860523 req-5ddb5332-fc85-4c4d-a9a0-c60fbf6e4e77 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0902872 Aug 10 12:07:57.967876 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8327cbac-d0bc-44ab-94e2-8b68527bd6de req-dc0669a9-2c93-478d-bcf3-c25ae588e5a9 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Aug 10 12:07:57.983878 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9a001437-f016-4a15-9f03-5074dc860523 req-418ff78d-1772-49bc-9b7d-33c5189a2859 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492926 Aug 10 12:07:58.113989 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:07:59.116435 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83abc-e99d-44e6-aeec-4f89aac7fc0a req-03733559-4921-4ae1-a627-d9bc77351168 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:59.117947 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4c83abc-e99d-44e6-aeec-4f89aac7fc0a req-03733559-4921-4ae1-a627-d9bc77351168 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0838990 Aug 10 12:07:59.126050 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe91a-ce93-4358-8986-a5198f05c94c req-e7af495f-03ff-4373-b6fa-a47fef634a73 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:07:59.127417 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1a9fe91a-ce93-4358-8986-a5198f05c94c req-e7af495f-03ff-4373-b6fa-a47fef634a73 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0660164 Aug 10 12:07:59.184029 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c4c83abc-e99d-44e6-aeec-4f89aac7fc0a req-a9002356-0c3c-4e71-9208-be19be66fab2 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Aug 10 12:07:59.187826 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1a9fe91a-ce93-4358-8986-a5198f05c94c req-0b3d6562-4986-4929-a77a-a4e84412e9d1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538778 Aug 10 12:08:00.327285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b23b-6dd4-4e4a-9d23-2cced6fcdaf9 req-489b61ae-75cd-4f77-9a70-0e46222790ea tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:00.328826 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ab8b23b-6dd4-4e4a-9d23-2cced6fcdaf9 req-489b61ae-75cd-4f77-9a70-0e46222790ea tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0750809 Aug 10 12:08:00.335782 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c581c7-d2e5-4de5-aed6-4b09145b1230 req-bb8afb92-82d1-46ca-8e0b-f993ee6339e0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:00.337177 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c1c581c7-d2e5-4de5-aed6-4b09145b1230 req-bb8afb92-82d1-46ca-8e0b-f993ee6339e0 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0749183 Aug 10 12:08:00.389736 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ab8b23b-6dd4-4e4a-9d23-2cced6fcdaf9 req-b3ded57d-e5e5-44ce-a69a-38237e48aeae tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516207 Aug 10 12:08:00.402249 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c1c581c7-d2e5-4de5-aed6-4b09145b1230 req-b4d1e029-ddc1-4763-b96a-2651e7cf4903 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 Aug 10 12:08:00.854394 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-e3807358-2655-4b3b-99b7-b9ada81746f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402443 Aug 10 12:08:00.921046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775582-4f8f-4446-99ba-613057ced3d9 req-f7fd66e7-dfa1-474f-bf4e-65ca992ab923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:00.923158 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-f7fd66e7-dfa1-474f-bf4e-65ca992ab923 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0409877 Aug 10 12:08:01.036727 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775582-4f8f-4446-99ba-613057ced3d9 req-abd9c184-a979-47ab-b546-8800f352011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:01.038240 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-abd9c184-a979-47ab-b546-8800f352011b service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.0862288 Aug 10 12:08:01.115307 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-cb946991-5d03-4bbf-ae01-d45387b97811 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 1001 time: 0.0649097 Aug 10 12:08:01.170116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775582-4f8f-4446-99ba-613057ced3d9 req-a9a32ecb-2ba5-4d93-9848-4770bdcf482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:01.171588 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-a9a32ecb-2ba5-4d93-9848-4770bdcf482f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0457282 Aug 10 12:08:01.223211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775582-4f8f-4446-99ba-613057ced3d9 req-b5067cb7-0078-4b03-a4a2-bc70f2c73ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:01.224689 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-b5067cb7-0078-4b03-a4a2-bc70f2c73ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431111 Aug 10 12:08:01.311730 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d459a674-14b2-43dc-a383-df017f3680f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:01.325764 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-4751398c-44da-4ebc-940e-65aa92307d9b service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880558 Aug 10 12:08:01.423532 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-95775582-4f8f-4446-99ba-613057ced3d9 req-2c985e98-14fb-4a75-9d9a-1e231a17ae59 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869000 Aug 10 12:08:01.537383 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81197d-960e-4de0-88f4-b3837b2e9df6 req-96c5364d-1b5b-47a1-acf8-a0d0bffda71a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:01.539139 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bf81197d-960e-4de0-88f4-b3837b2e9df6 req-96c5364d-1b5b-47a1-acf8-a0d0bffda71a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0775409 Aug 10 12:08:01.550450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d6cc-4a7f-460f-afb4-24b40b894cbd req-dce8e17a-08e1-4870-9718-c27ebf9836ca tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:01.551778 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2398d6cc-4a7f-460f-afb4-24b40b894cbd req-dce8e17a-08e1-4870-9718-c27ebf9836ca tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0646369 Aug 10 12:08:01.608070 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bf81197d-960e-4de0-88f4-b3837b2e9df6 req-903654e5-218e-4cda-a720-aae7da28de3c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553188 Aug 10 12:08:01.612815 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2398d6cc-4a7f-460f-afb4-24b40b894cbd req-28a3d0e6-0928-4e0d-a8a8-da1aa3e9f324 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Aug 10 12:08:02.775185 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc314-542a-4cfe-becf-f2d780671452 req-27be1a19-b778-41a9-a70f-b462660c4b38 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:02.776693 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-933cc314-542a-4cfe-becf-f2d780671452 req-27be1a19-b778-41a9-a70f-b462660c4b38 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0920851 Aug 10 12:08:02.784691 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499997-a876-40de-aada-38ef195acb3f req-56616bbf-555c-4df0-93d3-30cc7d9b72dd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:02.786152 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3499997-a876-40de-aada-38ef195acb3f req-56616bbf-555c-4df0-93d3-30cc7d9b72dd tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.1033454 Aug 10 12:08:02.844411 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-933cc314-542a-4cfe-becf-f2d780671452 req-3137bb6e-9982-49f7-a2be-2fbdf736d18b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572541 Aug 10 12:08:02.849696 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3499997-a876-40de-aada-38ef195acb3f req-47c8128b-3b00-4942-8528-82aed609d0af tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564885 Aug 10 12:08:03.085071 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-1f8eed71-377f-4c73-8446-24a2aa6940e7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:03.086575 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-1f8eed71-377f-4c73-8446-24a2aa6940e7 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 946 time: 0.0514309 Aug 10 12:08:03.204016 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Deleting port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:03.204360 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:03.292383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] For port 7990f589-9f0d-4c47-8776-bd206c9fe4c3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=7990f589-9f0d-4c47-8776-bd206c9fe4c3,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:03.292751 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:03.305725 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Calling delete_port for 7990f589-9f0d-4c47-8776-bd206c9fe4c3 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:03.431223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:03.446229 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['93a0460d-7cfc-4732-8007-ebe322890fd5', '7990f589-9f0d-4c47-8776-bd206c9fe4c3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:03.458862 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Pushing event deleted for resources: {'Port': ['ID=7990f589-9f0d-4c47-8776-bd206c9fe4c3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:03.470896 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.471253 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.471601 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.471942 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.472282 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.472613 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.472970 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.473301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.473629 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.473955 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.474285 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.474618 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:03.507593 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] No DVR routers for this DVR port 7990f589-9f0d-4c47-8776-bd206c9fe4c3 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:03.510085 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:03.512109 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520c87ac-1313-4c3a-8b7a-59dcc7dbafe9 req-f345a7c2-974c-419e-9c1e-9b33433965a4 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "DELETE /v2.0/ports/7990f589-9f0d-4c47-8776-bd206c9fe4c3 HTTP/1.1" status: 204 len: 173 time: 0.4137428 Aug 10 12:08:03.512545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'name': 'network-vif-deleted', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:03.514803 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff47ae4-5774-43e5-809b-de9254089180" -d '{"events": [{"server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "name": "network-vif-deleted", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:03.554301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ba72fa-9a9b-400f-8f10-b1b70264e9f8 x-openstack-request-id: req-55ba72fa-9a9b-400f-8f10-b1b70264e9f8 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:03.556937 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef5d870-dd28-4502-a670-27777751173c", "name": "network-vif-deleted", "tag": "7990f589-9f0d-4c47-8776-bd206c9fe4c3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:03.557374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55ba72fa-9a9b-400f-8f10-b1b70264e9f8 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:03.557831 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef5d870-dd28-4502-a670-27777751173c', 'name': 'network-vif-deleted', 'tag': '7990f589-9f0d-4c47-8776-bd206c9fe4c3', 'status': 'completed', 'code': 200} Aug 10 12:08:03.990063 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-85a0e3c8-f26f-4647-96bf-653dab6677e0 req-2ebe2a4d-87a3-45d4-9721-354b1bc18712 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=eef5d870-dd28-4502-a670-27777751173c HTTP/1.1" status: 200 len: 210 time: 0.0332184 Aug 10 12:08:04.003317 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d5108-4640-4970-b634-56f694844a79 req-c8fbcff7-9e10-4479-bc29-2db9a11151c5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:04.005021 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e2d5108-4640-4970-b634-56f694844a79 req-c8fbcff7-9e10-4479-bc29-2db9a11151c5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0907214 Aug 10 12:08:04.024201 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:04.060675 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e2d5108-4640-4970-b634-56f694844a79 req-32e336d1-50e1-4898-904e-6cb4b2f0b8a1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483675 Aug 10 12:08:04.266652 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e44d0bf7-01b2-4a1e-9fe8-6957f7e95a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:04.602438 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc76f-bd09-433d-b534-57ddd93af74f req-c6712525-e6d8-4a12-b4fb-a14939032f15 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:04.603906 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-43bcc76f-bd09-433d-b534-57ddd93af74f req-c6712525-e6d8-4a12-b4fb-a14939032f15 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0468998 Aug 10 12:08:04.640514 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-43bcc76f-bd09-433d-b534-57ddd93af74f req-f3143b4b-12e6-4741-8cdc-171fc6c533f7 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Aug 10 12:08:05.182205 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63480-ebc2-4a90-8645-810b8801ee02 req-267bc299-6fe3-4665-82dd-7355ad4d143a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:05.189550 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fae63480-ebc2-4a90-8645-810b8801ee02 req-267bc299-6fe3-4665-82dd-7355ad4d143a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0567853 Aug 10 12:08:05.227737 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fae63480-ebc2-4a90-8645-810b8801ee02 req-92aea1a4-a446-49ac-a2f9-49f946e0a6d5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354674 Aug 10 12:08:05.285132 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab63a6-0ab5-4674-aefe-e0740c0977a1 req-43fa4c26-eb65-4e2b-bf8a-133a100d1fc8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:05.286719 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b9ab63a6-0ab5-4674-aefe-e0740c0977a1 req-43fa4c26-eb65-4e2b-bf8a-133a100d1fc8 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0578604 Aug 10 12:08:05.324472 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b9ab63a6-0ab5-4674-aefe-e0740c0977a1 req-95900d45-12af-4d35-9139-819470532e62 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Aug 10 12:08:05.755322 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1300-6490-4310-8e33-d6743c8e4a2a req-7634d1c8-e9d3-4f28-b980-7861be5749e0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:05.756817 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fb8b1300-6490-4310-8e33-d6743c8e4a2a req-7634d1c8-e9d3-4f28-b980-7861be5749e0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Aug 10 12:08:05.793322 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fb8b1300-6490-4310-8e33-d6743c8e4a2a req-f8d62bc4-2fdd-4cee-964f-3ea85b3bf76c tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305467 Aug 10 12:08:05.948930 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:06.341952 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae1e4-ed9c-477d-9453-06b817f7fea6 req-87f7b890-1fd5-4996-a183-ffffa588eea4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:06.343419 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-739ae1e4-ed9c-477d-9453-06b817f7fea6 req-87f7b890-1fd5-4996-a183-ffffa588eea4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0476410 Aug 10 12:08:06.383529 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-739ae1e4-ed9c-477d-9453-06b817f7fea6 req-7b45108e-413e-4090-9ba7-648c68c2ed75 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332432 Aug 10 12:08:06.442534 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c0b9-a5bc-4f8c-920e-35da05de930e req-054e6ea3-4a72-4db9-a1a8-016767a86cbc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:06.444023 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-df67c0b9-a5bc-4f8c-920e-35da05de930e req-054e6ea3-4a72-4db9-a1a8-016767a86cbc tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0509920 Aug 10 12:08:06.482634 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-df67c0b9-a5bc-4f8c-920e-35da05de930e req-be1b1e7d-4858-4811-bbf5-faaa70b06086 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Aug 10 12:08:06.905868 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af6d32-4054-4f18-a11a-96bc701c950f req-0fbe229b-65c2-424d-8ab1-579d96526d1c tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:06.907357 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-71af6d32-4054-4f18-a11a-96bc701c950f req-0fbe229b-65c2-424d-8ab1-579d96526d1c tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Aug 10 12:08:06.945005 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-71af6d32-4054-4f18-a11a-96bc701c950f req-fc3c8ed1-632b-4e5d-8f4b-78b287e15cb6 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 10 12:08:06.980603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.014587 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 7990f589-9f0d-4c47-8776-bd206c9fe4c3 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:07.034255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 7990f589-9f0d-4c47-8776-bd206c9fe4c3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:07.034597 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 7990f589-9f0d-4c47-8776-bd206c9fe4c3 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:07.408620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45766) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:07.499146 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772b918-3ea1-4bf2-9f92-e471c1589181 req-b5d7d188-fd02-4e94-820a-f3349a1d7e79 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:07.500761 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4772b918-3ea1-4bf2-9f92-e471c1589181 req-b5d7d188-fd02-4e94-820a-f3349a1d7e79 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0491953 Aug 10 12:08:07.519385 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.577994 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4772b918-3ea1-4bf2-9f92-e471c1589181 req-d31da8be-f0fa-4c86-921b-06d1dbd75529 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706978 Aug 10 12:08:07.633198 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35685a-a549-4223-85bf-bb9e4e465bcc req-7520aaae-9ba7-4531-bfdc-9fc73adb0f3e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:07.634683 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f35685a-a549-4223-85bf-bb9e4e465bcc req-7520aaae-9ba7-4531-bfdc-9fc73adb0f3e tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0784478 Aug 10 12:08:07.692667 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f35685a-a549-4223-85bf-bb9e4e465bcc req-6c54ccf1-c919-4de3-8a69-164f5bdd09eb tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 Aug 10 12:08:07.715736 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.720875 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.759796 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95f2d379bb63457a89bec5880b17f465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477571 Aug 10 12:08:07.759979 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f940fe-5076-4279-8308-a577b5fee542,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:07.760640 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45776) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:07.767586 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.767937 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.768359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.768704 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.769070 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.769409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.769744 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.770078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.770410 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.770740 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.771067 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.771395 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77401d-ee2d-423e-b208-5b50a1bc0adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:07.856716 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a552c86e-5da7-4546-81b3-fadcaca5b5ef tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:07.858204 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a552c86e-5da7-4546-81b3-fadcaca5b5ef tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0825181 Aug 10 12:08:07.859251 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.903143 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:07.928893 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fbafb-4583-43ab-8cf2-d689d7d8f91b req-05d06057-a874-443e-8784-1b7c355f6cd7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:07.930438 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c68fbafb-4583-43ab-8cf2-d689d7d8f91b req-05d06057-a874-443e-8784-1b7c355f6cd7 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0497634 Aug 10 12:08:07.978454 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c68fbafb-4583-43ab-8cf2-d689d7d8f91b req-70b9a3ee-50a7-4b6e-82f3-ce0f3f9c7643 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Aug 10 12:08:08.001264 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.003950 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.005157 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5f940fe-5076-4279-8308-a577b5fee542 HTTP/1.1" status: 204 len: 168 time: 0.2433312 Aug 10 12:08:08.010565 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Deleting port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:08.010913 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.054351 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf881f-e42b-499e-9538-158d412b4aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f940fe-5076-4279-8308-a577b5fee542,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:08.081916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db41b4-d805-4753-8000-69ef0d20c4b3 req-ef1fa84b-e987-4616-b559-9bd4a600f1bc tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:08.089248 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-22db41b4-d805-4753-8000-69ef0d20c4b3 req-ef1fa84b-e987-4616-b559-9bd4a600f1bc tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 945 time: 0.0646112 Aug 10 12:08:08.112681 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] For port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:08.113146 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.122721 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-22db41b4-d805-4753-8000-69ef0d20c4b3 req-fa93f20e-b3d8-4803-887d-0d8d51b8db3b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Aug 10 12:08:08.129414 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Calling delete_port for 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:08.263284 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.275820 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['0b6c4d5b-e136-4b7a-b829-dbcc31a0d332'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:08.292342 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Pushing event deleted for resources: {'Port': ['ID=0b6c4d5b-e136-4b7a-b829-dbcc31a0d332,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:08.333429 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] No DVR routers for this DVR port 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:08.335892 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.338045 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c5492b43-2da7-420b-b715-e07b39e13582 req-a32d74a0-ac7b-49d5-a727-834cfda71016 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "DELETE /v2.0/ports/0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 HTTP/1.1" status: 204 len: 173 time: 0.4699149 Aug 10 12:08:08.338459 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'name': 'network-vif-deleted', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:08.340656 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8511b5c-2bdf-453e-b727-35625466849f" -d '{"events": [{"server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "name": "network-vif-deleted", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:08.379557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d96b2-1b82-4b17-bb5c-02fc512f0b6f x-openstack-request-id: req-bc5d96b2-1b82-4b17-bb5c-02fc512f0b6f {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:08.379844 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff880c-c159-476f-a48b-f13ecc497bf3", "name": "network-vif-deleted", "tag": "0b6c4d5b-e136-4b7a-b829-dbcc31a0d332", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:08.380094 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc5d96b2-1b82-4b17-bb5c-02fc512f0b6f {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:08.380492 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff880c-c159-476f-a48b-f13ecc497bf3', 'name': 'network-vif-deleted', 'tag': '0b6c4d5b-e136-4b7a-b829-dbcc31a0d332', 'status': 'completed', 'code': 200} Aug 10 12:08:08.693871 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52210f4-29be-4758-8b5a-7b05514796e0 req-791caac7-3b45-450d-874c-92241f8b9cf4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:08.694536 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45806) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:08.695408 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d52210f4-29be-4758-8b5a-7b05514796e0 req-791caac7-3b45-450d-874c-92241f8b9cf4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0494964 Aug 10 12:08:08.739515 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d52210f4-29be-4758-8b5a-7b05514796e0 req-d2ba6105-f69c-4d8d-809b-cac1a8cc06e9 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380418 Aug 10 12:08:08.801516 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1691195576-network', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:08.820006 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bdccb-9719-45bf-ab37-df0b3313dba6 req-fd16b090-498b-4f72-b981-197aa72fa885 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:08.821553 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-910bdccb-9719-45bf-ab37-df0b3313dba6 req-fd16b090-498b-4f72-b981-197aa72fa885 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0489991 Aug 10 12:08:08.826596 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Made reservation on behalf of 4010b48b6b464cb0a95666bcba64de28 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:08.828932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.837324 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.862990 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-910bdccb-9719-45bf-ab37-df0b3313dba6 req-eca59f2a-499e-4fe3-8464-56f914bbb24a tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Aug 10 12:08:08.932963 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.936414 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.959137 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:08:08.968382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396602ae-7f55-4d11-80ac-b4df1d221313,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:08.973547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:08.973896 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Added segment 4540432c-2ef0-4376-9ffa-b6c799a6ca26 of type vlan for network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 Aug 10 12:08:09.013602 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.046139 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.047127 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:09.048280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.092145 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6ca5a-0837-4435-9cb3-09b102e8af66 req-cc096d15-33e7-4fdb-a899-aab49ac471e2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:09.093588 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c0a6ca5a-0837-4435-9cb3-09b102e8af66 req-cc096d15-33e7-4fdb-a899-aab49ac471e2 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0517612 Aug 10 12:08:09.107851 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4095583 Aug 10 12:08:09.110737 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45814) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:09.116041 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Request body: {'subnet': {'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1691195576-subnet', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:09.119227 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92182-287a-4d96-a6d6-80ad578fe57d admin admin] Pushing event updated for resources: {'Network': ['ID=341213a5-9a3e-465c-a2f9-1b7dde0d2b65,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:09.131613 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:08:09.140747 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Made reservation on behalf of 4010b48b6b464cb0a95666bcba64de28 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:09.143168 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c0a6ca5a-0837-4435-9cb3-09b102e8af66 req-8185ce2f-e00c-485e-a1c4-11f83b7bc286 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Aug 10 12:08:09.143478 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4455753'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.274005 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5edc7070-5efe-415c-b3e1-bb19712350b7 req-525aa55b-8931-4fd9-8013-c06a1552735a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dff880c-c159-476f-a48b-f13ecc497bf3 HTTP/1.1" status: 200 len: 210 time: 0.0296481 Aug 10 12:08:09.350147 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4455771'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.400657 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:09.411106 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Checking segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:09.411462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Network hostable DHCP agents. Network: 341213a5-9a3e-465c-a2f9-1b7dde0d2b65, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:08:09.427948 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:08:09.436441 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 341213a5-9a3e-465c-a2f9-1b7dde0d2b65) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:09.440290 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:09.440908 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.446432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be5638-eea5-40e7-a74a-c2911d3ef64c None None] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:09.454627 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-44dd661d-6fbb-4982-97c9-f76f4d81d2d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3427720 Aug 10 12:08:09.457350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45818) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:09.461575 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:09.483059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.484462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.536444 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.592609 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:08:09.593562 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.733015 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Allocated IP 172.20.0.2 (341213a5-9a3e-465c-a2f9-1b7dde0d2b65/f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c/8268453a-03bf-44b3-bfa7-06c880365010) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:09.859357 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6ae11-c8dc-49cf-ae8c-b50b60482ea7 req-c7d75137-ffe7-4acf-88c2-2c7512cfbf6b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:09.862420 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66b6ae11-c8dc-49cf-ae8c-b50b60482ea7 req-c7d75137-ffe7-4acf-88c2-2c7512cfbf6b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0527706 Aug 10 12:08:09.882291 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.891355 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Transition to ACTIVE for port object 8268453a-03bf-44b3-bfa7-06c880365010 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:09.904050 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-66b6ae11-c8dc-49cf-ae8c-b50b60482ea7 req-f079cade-e721-448d-a4ab-32a53d53eda1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343456 Aug 10 12:08:09.908648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Transition to ACTIVE for port object 8268453a-03bf-44b3-bfa7-06c880365010 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:09.909335 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.917323 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:09.956954 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:09.959825 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:09.965405 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:09.997235 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Pushing event updated for resources: {'Port': ['ID=8268453a-03bf-44b3-bfa7-06c880365010,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:10.002942 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eecedb-0bae-4ae9-a8e7-d5239898e60a req-a8677595-3c28-497a-b9f3-06dcb8b6e8ee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:10.005507 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-35eecedb-0bae-4ae9-a8e7-d5239898e60a req-a8677595-3c28-497a-b9f3-06dcb8b6e8ee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0573847 Aug 10 12:08:10.032472 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Attempting to bind port 8268453a-03bf-44b3-bfa7-06c880365010 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:10.033174 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Attempting to bind port 8268453a-03bf-44b3-bfa7-06c880365010 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:10.033530 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Attempting to bind port 8268453a-03bf-44b3-bfa7-06c880365010 on network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:10.039199 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:10.039598 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Checking segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:10.039996 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.040641 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Bound using segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:10.040865 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Bound port: 8268453a-03bf-44b3-bfa7-06c880365010, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:10.041470 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.046167 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-35eecedb-0bae-4ae9-a8e7-d5239898e60a req-092e1c7d-c814-477c-8953-6ce6597df8fa tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Aug 10 12:08:10.104816 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] For port 8268453a-03bf-44b3-bfa7-06c880365010, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:10.108427 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] For port 8268453a-03bf-44b3-bfa7-06c880365010, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=8268453a-03bf-44b3-bfa7-06c880365010,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:10.113544 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.143542 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.163352 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.174920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6a77-c78d-461d-8f88-eb16a57cfd64 None None] Pushing event updated for resources: {'Port': ['ID=8268453a-03bf-44b3-bfa7-06c880365010,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:10.275836 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Allocated IP 172.27.2.122 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/c0190994-6b62-4d3e-a50d-dd887322e7b9) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:10.279948 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7372-85e5-470c-be5f-fbb610c5fc08 req-1754b4f0-9536-43ce-a93c-2f3e249ac842 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:10.283376 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7a9d7372-85e5-470c-be5f-fbb610c5fc08 req-1754b4f0-9536-43ce-a93c-2f3e249ac842 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0505917 Aug 10 12:08:10.350288 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7a9d7372-85e5-470c-be5f-fbb610c5fc08 req-7fc9df67-166d-423d-bd35-d6665fc18545 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Aug 10 12:08:10.419033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.477734 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.514868 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:10.518630 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:10.521494 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:10.556961 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Pushing event updated for resources: {'Port': ['ID=c0190994-6b62-4d3e-a50d-dd887322e7b9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:10.778866 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:10.829777 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 8268453a-03bf-44b3-bfa7-06c880365010 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:10.883049 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 8268453a-03bf-44b3-bfa7-06c880365010 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:10.988591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.027851 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc2d3-3653-4951-974f-cea7d6b8afab req-150d4607-4326-4be7-bd58-946c3d4b92e4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:11.029370 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-260fc2d3-3653-4951-974f-cea7d6b8afab req-150d4607-4326-4be7-bd58-946c3d4b92e4 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0534477 Aug 10 12:08:11.074027 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-260fc2d3-3653-4951-974f-cea7d6b8afab req-833a4732-da42-4e1d-a944-fda75709839e tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382345 Aug 10 12:08:11.125221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Router 909feebf-db69-4e6f-9cf1-b73c40a91c3a is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:08:11.153911 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbba843-fafa-42d9-b154-939af0bfe6c7 None None] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:11.196476 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d2d8c-aa48-4466-b3ff-a288ad298f9b req-68bc5ae4-3bb3-4f33-8876-d7139c158e09 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:11.197979 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c2d2d8c-aa48-4466-b3ff-a288ad298f9b req-68bc5ae4-3bb3-4f33-8876-d7139c158e09 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0619092 Aug 10 12:08:11.226542 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Provisioning for port 8268453a-03bf-44b3-bfa7-06c880365010 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:11.238320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Provisioning complete for port 8268453a-03bf-44b3-bfa7-06c880365010 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:11.238696 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.239515 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c2d2d8c-aa48-4466-b3ff-a288ad298f9b req-dff76700-7402-4156-a2bc-5159dc1cf196 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Aug 10 12:08:11.240121 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:11.253715 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Sync routers for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:11.263318 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:11.263998 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:11.271295 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.272977 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-69c213dd-db45-475a-ae82-303ee9994a85 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8145967 Aug 10 12:08:11.275561 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45836) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:11.373777 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:11.388670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.426069 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce91f805-07e7-495f-918e-33af1980044f None None] For port 8268453a-03bf-44b3-bfa7-06c880365010, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=8268453a-03bf-44b3-bfa7-06c880365010,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:11.431339 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.487409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f805-07e7-495f-918e-33af1980044f None None] Pushing event updated for resources: {'Port': ['ID=8268453a-03bf-44b3-bfa7-06c880365010,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:11.537157 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6934b-4210-4e5e-b266-03b3186aa5f3 req-b09aeac5-f6af-4028-9ff2-656fb8ddf792 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:11.545437 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eaa6934b-4210-4e5e-b266-03b3186aa5f3 req-b09aeac5-f6af-4028-9ff2-656fb8ddf792 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0786142 Aug 10 12:08:11.602118 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:10Z', 'revision_number': 3, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:11.616747 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eaa6934b-4210-4e5e-b266-03b3186aa5f3 req-9e20c7b9-c68d-49fd-8073-71008d3e0bc6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Aug 10 12:08:11.634715 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Checking router: 909feebf-db69-4e6f-9cf1-b73c40a91c3a for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:11.635070 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Updating router 909feebf-db69-4e6f-9cf1-b73c40a91c3a port c0190994-6b62-4d3e-a50d-dd887322e7b9 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:11.660474 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.660968 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b5603f5e-cbb1-468d-aaba-2c7d585aa9ed None None] Provisioning complete for port 8268453a-03bf-44b3-bfa7-06c880365010 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:11.661439 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b5603f5e-cbb1-468d-aaba-2c7d585aa9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.753718 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.904636 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Allocated IP 172.20.0.1 (341213a5-9a3e-465c-a2f9-1b7dde0d2b65/f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c/fdd3179a-59a7-42c7-8df8-3e93c6d2916a) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:11.907157 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.917113 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Transition to ACTIVE for port object c0190994-6b62-4d3e-a50d-dd887322e7b9 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:11.922954 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.977758 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Attempting to bind port c0190994-6b62-4d3e-a50d-dd887322e7b9 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:11.978130 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Attempting to bind port c0190994-6b62-4d3e-a50d-dd887322e7b9 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:11.978496 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Attempting to bind port c0190994-6b62-4d3e-a50d-dd887322e7b9 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:11.981301 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Pushing event updated for resources: {'Port': ['ID=c0190994-6b62-4d3e-a50d-dd887322e7b9,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:11.989288 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:11.989668 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:11.990067 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.990458 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:11.990919 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Bound port: c0190994-6b62-4d3e-a50d-dd887322e7b9, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:11.991317 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:11.994415 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.994764 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.995111 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.995451 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.995786 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.996120 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.996450 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.996803 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.997151 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.997482 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.997805 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:11.998125 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:12.007921 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.021200 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Transition to ACTIVE for port object fdd3179a-59a7-42c7-8df8-3e93c6d2916a will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:12.051016 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] For port c0190994-6b62-4d3e-a50d-dd887322e7b9, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:12.054445 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] For port c0190994-6b62-4d3e-a50d-dd887322e7b9, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c0190994-6b62-4d3e-a50d-dd887322e7b9,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:12.056323 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.059283 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.091800 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:12.097240 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:12.100553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:12.104951 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:12.105586 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:12.126305 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:12.143436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.221727 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b10844-576f-47db-9945-a4475f132ed0 req-189e4f2c-cf84-4327-a1f9-a492c36c02e3 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:12.223353 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2b10844-576f-47db-9945-a4475f132ed0 req-189e4f2c-cf84-4327-a1f9-a492c36c02e3 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0658517 Aug 10 12:08:12.227649 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4578a-96a9-485e-a9be-b1887cb7cb4c None None] Pushing event updated for resources: {'Port': ['ID=c0190994-6b62-4d3e-a50d-dd887322e7b9,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:12.232524 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:12.297489 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a2b10844-576f-47db-9945-a4475f132ed0 req-e398fd06-06db-44c3-ac7f-012ac9e40c1a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584617 Aug 10 12:08:12.339546 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.394939 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f879-08e6-4b19-8280-02560a8cebde req-82eb7de0-2e38-4567-91db-1c84188c2aed tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:12.396504 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-07b7f879-08e6-4b19-8280-02560a8cebde req-82eb7de0-2e38-4567-91db-1c84188c2aed tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0621424 Aug 10 12:08:12.441950 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:10Z', 'revision_number': 3, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:12.444186 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-07b7f879-08e6-4b19-8280-02560a8cebde req-54ac293d-1d7b-4417-8bb9-adb73b287531 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Aug 10 12:08:12.469185 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e2204448-cd01-433f-90e8-b3465436ffca None None] Provisioning for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:12.472713 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc883c-616b-4c3b-819d-518a45957cf5 None None] The sync data for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi is: [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:10Z', 'revision_number': 3, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:12.475026 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e2204448-cd01-433f-90e8-b3465436ffca None None] Provisioning complete for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:12.475646 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2204448-cd01-433f-90e8-b3465436ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.517502 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e2204448-cd01-433f-90e8-b3465436ffca None None] Port fdd3179a-59a7-42c7-8df8-3e93c6d2916a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:12.530454 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.535805 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.600328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:12.602999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:12.739941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:12.746097 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb22b-1513-4734-a7f0-e000511c1efe req-79eaa6bc-b159-4966-9f13-1e0005707362 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:12.746517 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:12.748947 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6fbbb22b-1513-4734-a7f0-e000511c1efe req-79eaa6bc-b159-4966-9f13-1e0005707362 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0729544 Aug 10 12:08:12.814541 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6fbbb22b-1513-4734-a7f0-e000511c1efe req-f0644a3f-d393-47fb-9383-826bc2628952 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Aug 10 12:08:12.824913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:12.855843 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:12.856336 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0b6c4d5b-e136-4b7a-b829-dbcc31a0d332 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:12.971655 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 8268453a-03bf-44b3-bfa7-06c880365010 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:13.051842 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f006264f-d008-4675-9dc8-7c18b0457c1b None None] Provisioning complete for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:13.052209 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f006264f-d008-4675-9dc8-7c18b0457c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.081343 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 8268453a-03bf-44b3-bfa7-06c880365010 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:13.082095 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.121475 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f006264f-d008-4675-9dc8-7c18b0457c1b None None] Port fdd3179a-59a7-42c7-8df8-3e93c6d2916a cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:13.136173 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Router 909feebf-db69-4e6f-9cf1-b73c40a91c3a has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:08:13.189428 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c0190994-6b62-4d3e-a50d-dd887322e7b9 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:13.243762 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port c0190994-6b62-4d3e-a50d-dd887322e7b9 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:13.248089 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port c0190994-6b62-4d3e-a50d-dd887322e7b9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:13.248479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.256064 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:13.262595 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-121e0454-e857-4f5f-a514-47cb29a16ae1 admin admin] 10.222.0.64 "PUT /v2.0/routers/909feebf-db69-4e6f-9cf1-b73c40a91c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9859011 Aug 10 12:08:13.338152 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.362430 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port c0190994-6b62-4d3e-a50d-dd887322e7b9, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c0190994-6b62-4d3e-a50d-dd887322e7b9,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:13.367783 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.430284 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=c0190994-6b62-4d3e-a50d-dd887322e7b9,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:13.442470 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0026ddd-049c-4c4d-9103-9083af9eee61 req-9a1d3fa7-2579-414f-9c52-f8cb4ac61b84 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:13.444269 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0026ddd-049c-4c4d-9103-9083af9eee61 req-9a1d3fa7-2579-414f-9c52-f8cb4ac61b84 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0530474 Aug 10 12:08:13.488400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0026ddd-049c-4c4d-9103-9083af9eee61 req-9c36607a-450e-4efe-afc5-a614c08547d1 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378497 Aug 10 12:08:13.577299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb28b2-b8e2-4552-bab4-eaf125479b12 req-57ef3f59-e514-4a5e-9156-ca248259a714 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:13.579421 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c8cb28b2-b8e2-4552-bab4-eaf125479b12 req-57ef3f59-e514-4a5e-9156-ca248259a714 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.0558615 Aug 10 12:08:13.622432 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c8cb28b2-b8e2-4552-bab4-eaf125479b12 req-5474a760-1f58-4f95-a4a3-37a89e6cd935 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357890 Aug 10 12:08:13.812169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45870) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:13.817834 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520992992-network', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:13.838557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Made reservation on behalf of 58bb0e7f5f44439e9c6210809e35f0fd for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:13.841012 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.849735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.952886 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dcfd8-e205-47ad-8622-261212e944bc req-c5a85c63-0932-49d1-8e84-e37ae5a6fdec tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:13.955092 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-176dcfd8-e205-47ad-8622-261212e944bc req-c5a85c63-0932-49d1-8e84-e37ae5a6fdec tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0667529 Aug 10 12:08:13.958672 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.962608 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:13.991672 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:08:13.998041 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b58f5-43a2-437b-b64c-cd38202e9083,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:14.006604 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.007622 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Added segment 41d31547-b218-46b6-8749-897e618dfc3d of type vlan for network 1d3c8300-4dec-4812-9953-5edc59aecb5b Aug 10 12:08:14.007755 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-176dcfd8-e205-47ad-8622-261212e944bc req-fb742596-9a6d-480d-9b57-e28bad069916 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Aug 10 12:08:14.052643 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.082203 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.083935 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:14.084945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.160684 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3467226 Aug 10 12:08:14.164359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45874) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:14.169274 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Request body: {'subnet': {'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520992992-subnet', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:14.180114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a332d-ccf3-42b0-8bec-d92561dbdbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3c8300-4dec-4812-9953-5edc59aecb5b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:14.193470 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:08:14.197960 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Made reservation on behalf of 58bb0e7f5f44439e9c6210809e35f0fd for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:14.200584 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621282'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.205956 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-c9ce49c8-f677-4dc3-8b1a-98ff88acd92f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:14.207581 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-c9ce49c8-f677-4dc3-8b1a-98ff88acd92f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 946 time: 0.0682461 Aug 10 12:08:14.275100 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Sync routers for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:14.288409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:14.289387 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:14.321364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Deleting port 0271eede-ab25-4b30-b02a-4ba890615502 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:14.321828 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.405975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621296'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.409659 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:14.411922 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] For port 0271eede-ab25-4b30-b02a-4ba890615502, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=0271eede-ab25-4b30-b02a-4ba890615502,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:14.412192 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.426083 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Calling delete_port for 0271eede-ab25-4b30-b02a-4ba890615502 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:14.459615 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d82345-f990-40e2-b7b0-55898af751f1,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:14.477596 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Checking segment: {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:14.478197 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Network hostable DHCP agents. Network: 1d3c8300-4dec-4812-9953-5edc59aecb5b, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:08:14.496690 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:08:14.506032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 1d3c8300-4dec-4812-9953-5edc59aecb5b) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:14.510793 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:14.511582 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.524404 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33606ff-38b9-4eeb-b202-f97fa1f6933a None None] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:14.542004 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f537b364-6e58-4acd-a8e0-4105d73022f6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730392 Aug 10 12:08:14.542004 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45878) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:14.548039 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:14.581590 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.582871 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.664974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.673672 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4355fbf-d07e-4b3d-b056-43bca10de5a2 req-f40f4f24-8e1e-4b21-aa00-89030f400559 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:14.682789 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e4355fbf-d07e-4b3d-b056-43bca10de5a2 req-f40f4f24-8e1e-4b21-aa00-89030f400559 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.1110888 Aug 10 12:08:14.699821 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-131ad631-776f-4f40-b0c7-264b9b705aee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:14.702383 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-131ad631-776f-4f40-b0c7-264b9b705aee tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.1293116 Aug 10 12:08:14.704651 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.726383 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'db79d439-7a42-4efe-b291-14864fae33c4', '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', '0271eede-ab25-4b30-b02a-4ba890615502'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:14.861356 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c0190994-6b62-4d3e-a50d-dd887322e7b9 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:14.884261 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event deleted for resources: {'Port': ['ID=0271eede-ab25-4b30-b02a-4ba890615502,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:14.898838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e4355fbf-d07e-4b3d-b056-43bca10de5a2 req-dcc74227-e039-4c8b-8f09-eb979eba53ee tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022219 Aug 10 12:08:14.916985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] No DVR routers for this DVR port 0271eede-ab25-4b30-b02a-4ba890615502 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:14.916985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:14.916985 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-bfc9d6a3-6691-4e7d-9675-a98a32a2a75b req-2d7a5ad8-c45b-40cb-a760-725615cf4761 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "DELETE /v2.0/ports/0271eede-ab25-4b30-b02a-4ba890615502 HTTP/1.1" status: 204 len: 173 time: 0.6945136 Aug 10 12:08:14.916985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'name': 'network-vif-deleted', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:14.918737 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a54bb51-2097-4e40-a2f1-46ab743da08d" -d '{"events": [{"server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "name": "network-vif-deleted", "tag": "0271eede-ab25-4b30-b02a-4ba890615502"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:14.926976 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 2, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:14.996461 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Deleting port 93a0460d-7cfc-4732-8007-ebe322890fd5 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:14.996849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.003756 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.015481 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8e34d-b9cb-420d-ac5f-9a5f1381b6ce x-openstack-request-id: req-f0f8e34d-b9cb-420d-ac5f-9a5f1381b6ce {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:15.015771 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ba32a0-ab47-482a-bf16-cb067e49c0c2", "name": "network-vif-deleted", "tag": "0271eede-ab25-4b30-b02a-4ba890615502", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:15.016854 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0f8e34d-b9cb-420d-ac5f-9a5f1381b6ce {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:15.018350 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ba32a0-ab47-482a-bf16-cb067e49c0c2', 'name': 'network-vif-deleted', 'tag': '0271eede-ab25-4b30-b02a-4ba890615502', 'status': 'completed', 'code': 200} Aug 10 12:08:15.019004 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effb73-0ecb-4b6e-9851-678cf6402957 req-65eb3a41-d9ce-41ba-9cae-d42f1c7d341c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:15.020658 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06effb73-0ecb-4b6e-9851-678cf6402957 req-65eb3a41-d9ce-41ba-9cae-d42f1c7d341c tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2ecb607-0d29-4f20-b932-92a3bddc493a HTTP/1.1" status: 200 len: 945 time: 0.2477520 Aug 10 12:08:15.121721 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] For port 93a0460d-7cfc-4732-8007-ebe322890fd5, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=93a0460d-7cfc-4732-8007-ebe322890fd5,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:15.122116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.135443 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06effb73-0ecb-4b6e-9851-678cf6402957 req-2471fa60-7562-4095-8894-672fda2fa280 tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.64 "GET /v2.0/security-groups?id=7005c7da-720b-4068-a8b8-9b1d4811a1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011066 Aug 10 12:08:15.139211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Calling delete_port for 93a0460d-7cfc-4732-8007-ebe322890fd5 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:15.174242 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-888065ed-1c05-47da-825c-a111ad536aba req-704e198f-a11f-4b21-a149-315da9640c46 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9ba32a0-ab47-482a-bf16-cb067e49c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0369806 Aug 10 12:08:15.202668 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-1d3c8300-4dec-4812-9953-5edc59aecb5b', 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'fixed_ips': [{'subnet_id': 'f5d82345-f990-40e2-b7b0-55898af751f1'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:08:15.203988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.214978 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Checking router: 909feebf-db69-4e6f-9cf1-b73c40a91c3a for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:15.215563 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Updating router 909feebf-db69-4e6f-9cf1-b73c40a91c3a port fdd3179a-59a7-42c7-8df8-3e93c6d2916a binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:15.274440 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.295133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.331742 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Pushing event deleted for resources: {'Port': ['ID=93a0460d-7cfc-4732-8007-ebe322890fd5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:15.332743 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.353569 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.373335 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] No DVR routers for this DVR port 93a0460d-7cfc-4732-8007-ebe322890fd5 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:15.376039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.378807 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f4f29d5c-b71b-42c6-82ac-72a1cd4f103d req-5598297b-dbb4-4a14-9314-fc5ae1cdb63f tempest-ServerRescueNegativeTestJSON-1414317409 tempest-ServerRescueNegativeTestJSON-1414317409-project] 10.222.0.66 "DELETE /v2.0/ports/93a0460d-7cfc-4732-8007-ebe322890fd5 HTTP/1.1" status: 204 len: 173 time: 0.6404712 Aug 10 12:08:15.402005 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port c0190994-6b62-4d3e-a50d-dd887322e7b9 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:15.402380 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.479607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Allocated IP 172.27.2.236 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/21158c7f-5b6e-4e8b-9647-a227ed39b0b6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:15.588374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Allocated IP 172.20.0.2 (1d3c8300-4dec-4812-9953-5edc59aecb5b/f5d82345-f990-40e2-b7b0-55898af751f1/e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:15.597310 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.638713 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.684391 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:15.690186 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:15.692356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Pushing event updated for resources: {'Port': ['ID=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:15.694531 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:15.951460 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.965321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.983545 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:15.993099 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Transition to ACTIVE for port object e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:16.011835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Transition to ACTIVE for port object fdd3179a-59a7-42c7-8df8-3e93c6d2916a will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:16.040546 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.044341 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Transition to ACTIVE for port object e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:16.089912 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.097409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325318e0-36f0-451f-9e5e-e35c372065fb req-fb4d3699-ea58-4498-8cf0-3da045fabc23 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:16.099012 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-325318e0-36f0-451f-9e5e-e35c372065fb req-fb4d3699-ea58-4498-8cf0-3da045fabc23 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.1076424 Aug 10 12:08:16.129927 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4698b8-f2af-4420-9b20-620426726187 None None] Pushing event updated for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:16.146369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:16.183938 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:16.230371 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45910) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:16.281326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Pushing event updated for resources: {'Port': ['ID=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:16.302318 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:16.414702 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Attempting to bind port fdd3179a-59a7-42c7-8df8-3e93c6d2916a on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:16.415225 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Attempting to bind port fdd3179a-59a7-42c7-8df8-3e93c6d2916a by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:16.415690 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Attempting to bind port fdd3179a-59a7-42c7-8df8-3e93c6d2916a on network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:16.426974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:16.428147 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Checking segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:16.428147 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.429375 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Bound using segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:16.429940 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Bound port: fdd3179a-59a7-42c7-8df8-3e93c6d2916a, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:16.431126 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.454767 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Attempting to bind port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:16.455191 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Attempting to bind port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:16.455614 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Attempting to bind port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d on network 1d3c8300-4dec-4812-9953-5edc59aecb5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:16.471284 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:16.471755 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Checking segment: {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:16.472160 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.472642 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Bound using segment: {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:16.473204 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Bound port: e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:16.473648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.541116 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-325318e0-36f0-451f-9e5e-e35c372065fb req-a913b7ed-bc90-44e4-8646-bc7a4b9d226f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&id=42d129d4-d06e-49a4-8224-45ed0446f328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4296780 Aug 10 12:08:16.564804 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.580019 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] For port fdd3179a-59a7-42c7-8df8-3e93c6d2916a, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:16.584937 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] For port fdd3179a-59a7-42c7-8df8-3e93c6d2916a, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:16.589742 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.627402 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] For port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:16.657563 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] For port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:16.678988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.683967 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:16.684262 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:16.691468 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4698b8-f2af-4420-9b20-620426726187 None None] Pushing event updated for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:16.698984 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Router d1c54b0f-d640-4a11-9d4d-3db66b2726fa is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:08:16.788372 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.833105 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:16.845461 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Sync routers for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:16.860128 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:16.862245 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:16.886079 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c938c-5b23-41f1-bd8d-7e8cf1097657 None None] Pushing event updated for resources: {'Port': ['ID=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:16.889474 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:16.894871 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-747fdd9f-f2fb-4b4c-92a5-7da2a6520e5c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3518898 Aug 10 12:08:16.895547 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45920) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:16.927579 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:17.028816 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'name': 'network-vif-deleted', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:17.031361 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcafbc2-a444-431c-9c77-19137bcef9af" -d '{"events": [{"server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "name": "network-vif-deleted", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:17.046467 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:17.132649 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba113c5-9f13-4118-94e9-19310b2c4a7b x-openstack-request-id: req-bba113c5-9f13-4118-94e9-19310b2c4a7b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:17.133229 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ecb607-0d29-4f20-b932-92a3bddc493a", "name": "network-vif-deleted", "tag": "93a0460d-7cfc-4732-8007-ebe322890fd5", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:17.133681 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bba113c5-9f13-4118-94e9-19310b2c4a7b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:17.151861 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ecb607-0d29-4f20-b932-92a3bddc493a', 'name': 'network-vif-deleted', 'tag': '93a0460d-7cfc-4732-8007-ebe322890fd5', 'status': 'completed', 'code': 200} Aug 10 12:08:17.249262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Deleting port a63c1a79-4368-4a93-a758-d8eea6b283ae {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:17.249852 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.276511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:16Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:17.324415 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a564d3c-ba69-420d-a490-f33c6db47bb4 None None] The sync data for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi is: [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:16Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:17.367610 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] For port a63c1a79-4368-4a93-a758-d8eea6b283ae, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a63c1a79-4368-4a93-a758-d8eea6b283ae,segment=NetworkSegment(09ecf34b-f4d1-48d1-be19-22de57717dc6),segment_id=09ecf34b-f4d1-48d1-be19-22de57717dc6)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:17.368048 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.401896 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Calling delete_port for a63c1a79-4368-4a93-a758-d8eea6b283ae owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:17.479176 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:15Z', 'revision_number': 3, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:17.514750 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Checking router: d1c54b0f-d640-4a11-9d4d-3db66b2726fa for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:17.515235 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Updating router d1c54b0f-d640-4a11-9d4d-3db66b2726fa port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:17.547712 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.554399 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.683710 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.712663 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63c1a79-4368-4a93-a758-d8eea6b283ae,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:17.744890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Allocated IP 172.20.0.1 (1d3c8300-4dec-4812-9953-5edc59aecb5b/f5d82345-f990-40e2-b7b0-55898af751f1/490c476a-ce8d-4fa6-8cd0-e31b870eae81) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:17.899918 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.914419 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Transition to ACTIVE for port object 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:17.920595 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.923693 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.930811 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:17.951588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Transition to ACTIVE for port object 490c476a-ce8d-4fa6-8cd0-e31b870eae81 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:17.983683 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8d60b-fa63-4c33-9d8a-81361a239f33 None None] Pushing event updated for resources: {'Port': ['ID=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:18.004390 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Attempting to bind port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:18.004605 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.004740 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Attempting to bind port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:18.005187 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Attempting to bind port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:18.018008 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:18.018382 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:18.018787 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.019179 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:18.021305 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Bound port: 21158c7f-5b6e-4e8b-9647-a227ed39b0b6, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:18.023277 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.058975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:18.073166 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:18.075304 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Pushing event updated for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:18.083791 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:18.109380 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] For port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:18.114374 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] For port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:18.121526 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.132319 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.220141 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8d60b-fa63-4c33-9d8a-81361a239f33 None None] Pushing event updated for resources: {'Port': ['ID=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:18.229068 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:18.231858 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:18.246497 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:08:18.306988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603dd087-c96c-4117-b557-4413f427a95c None None] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:18.336678 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.366968 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:18.445920 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:18.462123 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c293d53b-9488-4742-a788-c6956999f916 admin admin] 10.222.0.64 "PUT /v2.0/routers/a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2280970 Aug 10 12:08:18.462322 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Sync routers for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:18.462779 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45932) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:18.614707 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:15Z', 'revision_number': 3, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:18.650418 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9a7fc34d-9d31-4ef3-9894-bec903ecec60 None None] Provisioning for port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:18.651607 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.658255 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.666092 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782aedd-9555-401a-8e89-a2e76debacf9 None None] The sync data for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi is: [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:15Z', 'revision_number': 3, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:18.685539 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:18.686201 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:18.821454 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Pushing event updated for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:18.822639 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:18.895926 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:18.957945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.042964 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:19.045348 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:19.134185 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:19.176345 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.185442 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:08:17Z', 'revision_number': 5, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port': {'id': '0df6699e-caf0-46db-81f5-59fba72b5d15', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:35Z', 'updated_at': '2021-08-10T12:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:19.217890 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Checking router: a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:19.238408 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Routers {'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:19.239057 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:19.249735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Deleting port 0df6699e-caf0-46db-81f5-59fba72b5d15 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:19.251155 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.270513 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Router d1c54b0f-d640-4a11-9d4d-3db66b2726fa has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:08:19.333032 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:19.347684 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:19.347684 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.383092 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] For port 0df6699e-caf0-46db-81f5-59fba72b5d15, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=0df6699e-caf0-46db-81f5-59fba72b5d15,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:19.383467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] Set router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:19.383567 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.400172 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Calling delete_port for 0df6699e-caf0-46db-81f5-59fba72b5d15 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:19.483255 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:19.501344 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-de4af917-094a-45ec-bc49-2b6bdb588f67 admin admin] 10.222.0.64 "PUT /v2.0/routers/d1c54b0f-d640-4a11-9d4d-3db66b2726fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6037898 Aug 10 12:08:19.514010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:08:19Z', 'revision_number': 6, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:19.596714 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Provisioning for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:19.613514 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Provisioning complete for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:19.614058 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.616692 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 93a0460d-7cfc-4732-8007-ebe322890fd5 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:19.629007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973811e-5104-4dd9-a257-4ed9fe21d0a3 None None] The sync data for ids ['a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb'] in dv-cinder-803000-7-iscsi is: [{'id': 'a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1860414679-router', 'tenant_id': 'efc500600c1a4875bcabc280800658f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:33Z', 'updated_at': '2021-08-10T12:08:19Z', 'revision_number': 6, 'project_id': 'efc500600c1a4875bcabc280800658f0', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:19.638162 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.690771 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df6699e-caf0-46db-81f5-59fba72b5d15,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:19.749585 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 93a0460d-7cfc-4732-8007-ebe322890fd5 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:19.750183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 93a0460d-7cfc-4732-8007-ebe322890fd5 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:19.751349 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0271eede-ab25-4b30-b02a-4ba890615502 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:19.779906 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 0271eede-ab25-4b30-b02a-4ba890615502 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:19.780548 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 0271eede-ab25-4b30-b02a-4ba890615502 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:19.790753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:19.826578 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.869147 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:19.871859 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Provisioning complete for port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:19.872349 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5739-0687-4edc-9d8f-c7a1a935cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.001980 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:20.012075 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.012931 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device fdd3179a-59a7-42c7-8df8-3e93c6d2916a up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:20.020939 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.026909 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.124021 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.124574 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:08:20.130125 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.133576 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-fe0ea0ab-2bc2-44f5-8fa6-21861d7159c7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a4dc275c-664b-4c6a-ab5a-08f59fa3e6eb HTTP/1.1" status: 204 len: 168 time: 1.6678612 Aug 10 12:08:20.134183 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45946) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:20.198533 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.203654 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:20.206597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Deleting subnet f91c3030-ad00-4444-b887-87baa3177b90 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:08:20.208729 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:20.208729 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.211905 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.276203 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.327212 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.329712 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-19da97d0-3d5b-45bf-8104-934a81cb95a6 None None] Provisioning complete for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:20.330151 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19da97d0-3d5b-45bf-8104-934a81cb95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.333394 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.395176 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.410983 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port fdd3179a-59a7-42c7-8df8-3e93c6d2916a, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:20.419831 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.426549 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-19da97d0-3d5b-45bf-8104-934a81cb95a6 None None] Port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:20.429846 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91c3030-ad00-4444-b887-87baa3177b90,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.439429 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.444044 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45950) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:20.444215 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-43ab8459-0fa8-4718-9cf8-2112daab94e6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f91c3030-ad00-4444-b887-87baa3177b90 HTTP/1.1" status: 204 len: 168 time: 0.3088338 Aug 10 12:08:20.465423 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45954) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:20.473226 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77169214', 'description': 'tempest-secgroup-smoke-77169214 description', 'project_id': '4010b48b6b464cb0a95666bcba64de28'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:20.486522 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.514305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.542429 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.630988 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.634984 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.642930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.655205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dc1b33-9880-4960-9f01-f8a106142938']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:20.665090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.670221 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1983922 Aug 10 12:08:20.670355 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ecf34b-f4d1-48d1-be19-22de57717dc6') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:20.670355 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ecf34b-f4d1-48d1-be19-22de57717dc6') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:20.671327 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45968) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:20.681111 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:20.681809 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24cfaa-d149-405e-9944-d2dd2f983e1d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b4de4a-0ad6-418a-a249-33216c65b603,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.691668 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.717852 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.727415 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:08:20.727870 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:08:20.729744 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:08:20.790840 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.824045 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.843192 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-e0e366e7-88a6-48d9-b851-835f3d007fa8 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:20.856807 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.857734 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-e0e366e7-88a6-48d9-b851-835f3d007fa8 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 814 time: 0.1490891 Aug 10 12:08:20.857875 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/09dc1b33-9880-4960-9f01-f8a106142938 HTTP/1.1" status: 204 len: 168 time: 0.4074297 Aug 10 12:08:20.857875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4007e-d050-476b-9b97-5873b68955b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dc1b33-9880-4960-9f01-f8a106142938,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.871648 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-cdf0e419-0072-4c32-a93a-58fa16efc402 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/quotas/ba5fc8b69a004b88856779a22b10e8cc HTTP/1.1" status: 200 len: 375 time: 0.0194876 Aug 10 12:08:20.919392 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.920130 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-131b39e0-31fb-4e38-8b0e-5661e76336f5 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472133 Aug 10 12:08:20.925341 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.971132 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc52e1-e88a-4fd1-ab33-c4250c8a9c53,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:20.982857 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:20.985281 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-cdc4183e-ff41-41b3-9ac4-17c0855afffe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118675 Aug 10 12:08:20.987066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45976) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:20.997881 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:21.034764 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-a062a5d2-9f1c-4332-a4fd-518d0085fe25 service neutron] 10.222.0.64 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131446 Aug 10 12:08:21.057051 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.061591 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:21.165870 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45980) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.173294 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.177599 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:21.178150 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.181949 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.210366 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.211601 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2232752 Aug 10 12:08:21.212691 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38f168-e8e3-4e65-8abe-ccac897027db tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d31c5-b6fe-4586-b165-fbbb471d85e2,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.215208 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45982) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.220072 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:21.236528 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-985b2d44-ee06-416f-b9e9-1d3f23f030f5 service neutron] 10.222.0.64 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939108 Aug 10 12:08:21.258958 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1367ddc5-72d1-4b25-853d-0e30b2d58b7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efc500600c1a4875bcabc280800658f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0879366 Aug 10 12:08:21.259267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45984) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.266864 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.287535 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a787fb-530e-47de-83af-dad2c633371f req-78eb6324-62a7-4d67-86bf-6c5fa309cbb0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:21.289730 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-43a787fb-530e-47de-83af-dad2c633371f req-78eb6324-62a7-4d67-86bf-6c5fa309cbb0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.1251886 Aug 10 12:08:21.309089 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:21.360884 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-43a787fb-530e-47de-83af-dad2c633371f req-e18f3862-933b-49cb-88ed-6d8d23b4396f tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Aug 10 12:08:21.364559 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.379178 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.389048 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.417912 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:21.424558 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:21.425338 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.427840 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.445194 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b937a311-4626-4fe6-9ebf-93057a915dc8,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.452099 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.457970 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c06b2ed3-58ca-40de-b305-e18d7e2a3c77 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415636 Aug 10 12:08:21.461133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 45990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.471886 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:21.475062 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-af9b7073-27cd-4b6a-8cd0-6477e8ed00fc req-946b0623-24e4-4564-be35-e7248ab2a5f1 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 210 time: 0.0559690 Aug 10 12:08:21.512509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.531128 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.535460 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.537273 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7005c7da-720b-4068-a8b8-9b1d4811a1a5 HTTP/1.1" status: 204 len: 168 time: 0.2769477 Aug 10 12:08:21.574471 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d129855-127a-4c85-8060-ba65a352aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7005c7da-720b-4068-a8b8-9b1d4811a1a5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.575469 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.610555 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:21.618628 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.619739 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.620908 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device fdd3179a-59a7-42c7-8df8-3e93c6d2916a up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:21.626185 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.643042 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea4f67e-c795-4c8f-bfe4-7a37ef365f3c,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.654184 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.655372 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-18746dde-88bb-4b81-bac8-531dfeda56da tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932807 Aug 10 12:08:21.659107 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 45998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.663611 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:21.705915 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Project 4010b48b6b464cb0a95666bcba64de28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:08:21.719955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.746315 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.759477 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port fdd3179a-59a7-42c7-8df8-3e93c6d2916a triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:21.759842 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.830120 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.837704 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.866858 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8954ae4-f6b9-44fc-ad43-4509ea3b89e8,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:21.876635 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.878042 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a753aca7-f32d-4c1a-9a82-7b32239ab042 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2180350 Aug 10 12:08:21.881632 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46004) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:21.886299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'security_group_rule': {'security_group_id': '21b4de4a-0ad6-418a-a249-33216c65b603', 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:21.911436 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Sync routers for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:21.916239 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Project 4010b48b6b464cb0a95666bcba64de28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:08:21.921869 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:21.928759 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:21.930212 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:21.960702 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0df6699e-caf0-46db-81f5-59fba72b5d15 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:21.980191 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 0df6699e-caf0-46db-81f5-59fba72b5d15 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:21.980581 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 0df6699e-caf0-46db-81f5-59fba72b5d15 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:21.981045 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a63c1a79-4368-4a93-a758-d8eea6b283ae no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:22.006909 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: a63c1a79-4368-4a93-a758-d8eea6b283ae {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:22.007251 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a63c1a79-4368-4a93-a758-d8eea6b283ae not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:22.011765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.016804 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.041189 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7654ce8-456a-49c2-9da3-42df6f3e1111,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:22.044206 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.045342 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-affdf28c-2ec5-492d-80ba-e011caaf653f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625609 Aug 10 12:08:22.097027 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:22.352697 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 4, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '490c476a-ce8d-4fa6-8cd0-e31b870eae81', 'name': '', 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'mac_address': 'fa:16:3e:9c:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:17Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 2, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'subnets': [{'id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:22.379189 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Checking router: d1c54b0f-d640-4a11-9d4d-3db66b2726fa for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:22.379775 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Updating router d1c54b0f-d640-4a11-9d4d-3db66b2726fa port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:22.409192 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.510201 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeb4eb-7238-42ba-9662-3821441f3307 req-d7b0eae5-212c-4391-9613-6cdda84198f6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:22.513635 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dbfeb4eb-7238-42ba-9662-3821441f3307 req-d7b0eae5-212c-4391-9613-6cdda84198f6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.0785112 Aug 10 12:08:22.556189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46062) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:22.596064 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dbfeb4eb-7238-42ba-9662-3821441f3307 req-ab55bdf0-ad1f-4926-a24b-3b600561f211 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747495 Aug 10 12:08:22.614152 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-125907cd-91f3-4ac9-974c-d472dec3953d req-75ba5619-bf2b-41ce-adb0-5e1468d3a3d7 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 210 time: 0.0353506 Aug 10 12:08:22.727189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-network', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:22.798934 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Made reservation on behalf of 3260d0b288bf4786ab04334cf7cca44a for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:22.801369 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.828759 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:22.841627 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.853242 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.861294 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Transition to ACTIVE for port object 490c476a-ce8d-4fa6-8cd0-e31b870eae81 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:22.876597 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.914467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:22.914914 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:22.935241 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f895d8-80ae-47e6-b49f-83160380b943 None None] Pushing event updated for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:22.948013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-89f7719b-b545-4683-bc4d-cdab2d530231 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:22.949640 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-89f7719b-b545-4683-bc4d-cdab2d530231 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 814 time: 0.1803799 Aug 10 12:08:22.974200 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Request body: {'port': {'device_id': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb', 'admin_state_up': True, 'tenant_id': 'ba5fc8b69a004b88856779a22b10e8cc'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:23.012322 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Attempting to bind port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:23.013029 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Attempting to bind port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:23.013583 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Attempting to bind port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 on network 1d3c8300-4dec-4812-9953-5edc59aecb5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:23.021596 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:23.022021 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Checking segment: {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:23.022436 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.022832 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Bound using segment: {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:23.023309 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Bound port: 490c476a-ce8d-4fa6-8cd0-e31b870eae81, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d31547-b218-46b6-8749-897e618dfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:23.023719 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.212242 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.217519 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.230175 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] For port 490c476a-ce8d-4fa6-8cd0-e31b870eae81, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:23.233613 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] For port 490c476a-ce8d-4fa6-8cd0-e31b870eae81, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=490c476a-ce8d-4fa6-8cd0-e31b870eae81,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:23.240254 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.253839 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:08:23.273588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.273588 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Added segment f85be5c4-be48-495b-bb62-3029d89e5201 of type vlan for network 408f297f-138b-431d-a362-15ae268419a9 Aug 10 12:08:23.275566 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37c5fd-56fa-4ec5-9859-9ee5df78454f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:23.288092 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Made reservation on behalf of ba5fc8b69a004b88856779a22b10e8cc for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:23.292136 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.316809 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:23.318600 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:23.320575 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f895d8-80ae-47e6-b49f-83160380b943 None None] Pushing event updated for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:23.340485 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.425890 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.426838 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:23.427418 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.438202 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:23.525008 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9674854 Aug 10 12:08:23.527947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46088) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:23.533485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Request body: {'subnet': {'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-subnet', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:23.537068 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1828a2-7fd1-4722-8473-043294c5d796 admin admin] Pushing event updated for resources: {'Network': ['ID=408f297f-138b-431d-a362-15ae268419a9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:23.539587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Allocated IP 172.20.0.6 (7c403e04-8dd8-4598-9af0-f9fe191254fb/1acf4402-28d1-4e7e-a49d-0a5def5a3347/79838dbd-e974-4729-bb5f-3bef2d23a0fe) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:23.551230 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 408f297f-138b-431d-a362-15ae268419a9 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:08:23.566904 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Made reservation on behalf of 3260d0b288bf4786ab04334cf7cca44a for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:23.570873 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621282'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.696873 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 4, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '490c476a-ce8d-4fa6-8cd0-e31b870eae81', 'name': '', 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'mac_address': 'fa:16:3e:9c:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:17Z', 'updated_at': '2021-08-10T12:08:23Z', 'revision_number': 4, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'subnets': [{'id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:23.730292 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aa7ef-7fe0-4015-a0e1-36491db7e933 None None] The sync data for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi is: [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:08:18Z', 'revision_number': 4, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '490c476a-ce8d-4fa6-8cd0-e31b870eae81', 'name': '', 'network_id': '1d3c8300-4dec-4812-9953-5edc59aecb5b', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'mac_address': 'fa:16:3e:9c:77:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:17Z', 'updated_at': '2021-08-10T12:08:23Z', 'revision_number': 4, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'subnets': [{'id': 'f5d82345-f990-40e2-b7b0-55898af751f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:23.774278 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.802547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e816c8-8493-4951-9820-8481876db043 req-f39b9951-d7e6-41a6-ac33-0efaa7a86f22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:23.804129 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-37e816c8-8493-4951-9820-8481876db043 req-f39b9951-d7e6-41a6-ac33-0efaa7a86f22 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.1115272 Aug 10 12:08:23.807349 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ccea99f6-64bc-4f6e-8858-318b40a74be5 req-424ff827-2a08-402a-8917-d8307387893d tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 210 time: 0.0682206 Aug 10 12:08:23.897548 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315a35-b39e-44d8-8ebb-3259c128a803 req-9a9d28ba-385d-4ade-84df-b66a8fb1c504 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:23.899159 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ce315a35-b39e-44d8-8ebb-3259c128a803 req-9a9d28ba-385d-4ade-84df-b66a8fb1c504 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 945 time: 0.1633165 Aug 10 12:08:23.920136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621296'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.976821 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:23.989764 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ce315a35-b39e-44d8-8ebb-3259c128a803 req-a575bde9-7062-4008-b7fb-0c095272cbf0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 Aug 10 12:08:23.991032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:24.017149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Checking segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:24.017519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Network hostable DHCP agents. Network: 408f297f-138b-431d-a362-15ae268419a9, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:08:24.018448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Deleting port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:24.018855 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.042038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Network 408f297f-138b-431d-a362-15ae268419a9 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:08:24.055655 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 408f297f-138b-431d-a362-15ae268419a9) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:24.063991 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4649944-b8b0-45f9-887c-8646eb5fbf9c None None] Network 408f297f-138b-431d-a362-15ae268419a9 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:24.067763 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:24.068357 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.075702 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Pushing event updated for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:24.088530 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a9cd5185-392f-4bf8-b8e1-30b46a13a1a1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5594320 Aug 10 12:08:24.089560 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46098) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:24.095065 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:24.105232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Network 7c403e04-8dd8-4598-9af0-f9fe191254fb is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:24.112004 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:24.120275 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:24.129518 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.130974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.163039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] For port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:24.163039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.182352 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Calling delete_port for 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:24.204713 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.268923 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-408f297f-138b-431d-a362-15ae268419a9', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:08:24.270165 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.364490 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.396128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.426427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event deleted for resources: {'Port': ['ID=6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:24.451406 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:24.452048 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.484214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'db79d439-7a42-4efe-b291-14864fae33c4', '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:24.492918 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] No DVR routers for this DVR port 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:24.495921 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.498140 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-37e816c8-8493-4951-9820-8481876db043 req-b0208f4e-08da-4b33-89c2-a1ff46fbcbf8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "DELETE /v2.0/ports/6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 HTTP/1.1" status: 204 len: 173 time: 0.6827016 Aug 10 12:08:24.498639 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'name': 'network-vif-deleted', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:24.502701 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517f162-6367-4d86-83ee-df13e2934e92" -d '{"events": [{"server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "name": "network-vif-deleted", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:24.507218 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-f26cf099-abc9-481a-a800-5ad8dc79e58f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5445580 Aug 10 12:08:24.534750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Request body: {'port': {'device_id': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:24.571015 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcc51c7-452d-44a8-9bfa-10d5e947d8ab x-openstack-request-id: req-6fcc51c7-452d-44a8-9bfa-10d5e947d8ab {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:24.571300 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8422bc21-5dd4-4699-ab44-f921a9ee93bf", "name": "network-vif-deleted", "tag": "6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:24.571550 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fcc51c7-452d-44a8-9bfa-10d5e947d8ab {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:24.572113 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8422bc21-5dd4-4699-ab44-f921a9ee93bf', 'name': 'network-vif-deleted', 'tag': '6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9', 'status': 'completed', 'code': 200} Aug 10 12:08:24.620375 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.683053 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Allocated IP 172.20.0.2 (408f297f-138b-431d-a362-15ae268419a9/eabd1235-ef09-4f92-84ca-8dc6c4a8efd4/b7fbf475-4d58-4a01-99ae-0cdaa77557a0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:24.724527 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.782129 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:24.943603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 490c476a-ce8d-4fa6-8cd0-e31b870eae81 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:24.946590 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Allocated IP 172.27.2.101 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/4625c662-5fe9-4af5-af7b-1ff895638ca4) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:24.997042 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.018229 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Transition to ACTIVE for port object b7fbf475-4d58-4a01-99ae-0cdaa77557a0 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:25.046243 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Transition to ACTIVE for port object b7fbf475-4d58-4a01-99ae-0cdaa77557a0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:25.066421 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.125263 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde721b-d936-4c82-95a9-1536c6713034 req-ede6bf0b-c96f-4405-ac86-bce8f68d6a9a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:25.127512 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8cde721b-d936-4c82-95a9-1536c6713034 req-ede6bf0b-c96f-4405-ac86-bce8f68d6a9a tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 931 time: 0.1863534 Aug 10 12:08:25.128840 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Network 408f297f-138b-431d-a362-15ae268419a9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:25.134376 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:25.144524 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:25.153948 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:25.155559 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79838dbd-e974-4729-bb5f-3bef2d23a0fe {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:08:25.165591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.184826 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Transition to ACTIVE for port object 79838dbd-e974-4729-bb5f-3bef2d23a0fe will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:25.191037 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.230629 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ec74bcb5-5382-4752-85cd-6d4735d48dd1 req-ccdd3f95-2b58-4884-a274-b599aa4867a8 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=8422bc21-5dd4-4699-ab44-f921a9ee93bf HTTP/1.1" status: 200 len: 210 time: 0.0677545 Aug 10 12:08:25.232184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:25.232319 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.271630 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.279302 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Pushing event updated for resources: {'Port': ['ID=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.290752 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Pushing event updated for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.307908 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Attempting to bind port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:25.308455 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Attempting to bind port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:25.308671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Attempting to bind port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:25.317789 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:25.318171 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Checking segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:25.318585 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.318965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Bound using segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:25.319443 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Bound port: b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:25.319824 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.333632 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8cde721b-d936-4c82-95a9-1536c6713034 req-d7ec8d92-9d24-492e-86b1-c97184da229f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898870 Aug 10 12:08:25.379183 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.405591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Attempting to bind port 79838dbd-e974-4729-bb5f-3bef2d23a0fe on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:25.406207 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Attempting to bind port 79838dbd-e974-4729-bb5f-3bef2d23a0fe by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:25.407171 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Attempting to bind port 79838dbd-e974-4729-bb5f-3bef2d23a0fe on network 7c403e04-8dd8-4598-9af0-f9fe191254fb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:25.416275 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.417321 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Port 79838dbd-e974-4729-bb5f-3bef2d23a0fe on network 7c403e04-8dd8-4598-9af0-f9fe191254fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:08:25.417321 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Attempting to bind port 79838dbd-e974-4729-bb5f-3bef2d23a0fe on network 7c403e04-8dd8-4598-9af0-f9fe191254fb {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:25.423946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:25.424651 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Checking segment: {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:25.424985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Bound using segment: {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:25.425523 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Bound port: 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab0416e-ae50-44d1-be2c-8b66556e9899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:25.426000 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.455725 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] For port b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:25.460227 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] For port b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:25.468653 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.472393 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 490c476a-ce8d-4fa6-8cd0-e31b870eae81, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=490c476a-ce8d-4fa6-8cd0-e31b870eae81,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:25.499982 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.505742 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:25.510707 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:25.518683 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.538126 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed1a57-9b73-4304-a7b6-76791e8b13b0 None None] Pushing event updated for resources: {'Port': ['ID=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.559543 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:25.560312 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:25.561901 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] 10.222.0.66 "PUT /v2.0/ports/79838dbd-e974-4729-bb5f-3bef2d23a0fe HTTP/1.1" status: 200 len: 1093 time: 1.0316455 Aug 10 12:08:25.600928 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916d00c-a371-4dba-abf2-66a6a466fb59 service neutron] Pushing event updated for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.633808 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.665819 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-302b1689-1d20-4314-95b4-eb2c1b3c3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:25.667534 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-302b1689-1d20-4314-95b4-eb2c1b3c3b70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 1096 time: 0.0468423 Aug 10 12:08:25.718994 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-3a798060-1074-424a-92bc-3db79ae34a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe HTTP/1.1" status: 200 len: 217 time: 0.0386138 Aug 10 12:08:25.725742 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:25.729079 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:25.733024 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:25.757650 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Pushing event updated for resources: {'Port': ['ID=4625c662-5fe9-4af5-af7b-1ff895638ca4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:25.814349 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90156b2-c852-4a73-984c-854839ff2282 req-9316fd1a-38e4-4337-a942-499703a65340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:25.816054 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-9316fd1a-38e4-4337-a942-499703a65340 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1acf4402-28d1-4e7e-a49d-0a5def5a3347 HTTP/1.1" status: 200 len: 854 time: 0.0799651 Aug 10 12:08:25.856149 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-0b764873-b717-4ad9-ae2e-ff79a43e7557 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c403e04-8dd8-4598-9af0-f9fe191254fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310035 Aug 10 12:08:25.957492 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-c329042f-48e0-4b00-962b-acd8a64589e1 service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886064 Aug 10 12:08:26.018167 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:26.064266 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c90156b2-c852-4a73-984c-854839ff2282 req-879f6469-31df-47bb-a2b9-fa6bb397af68 service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972772 Aug 10 12:08:26.216177 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:26.356530 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:08:26.459260 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:26.527593 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:26.544891 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892982-c723-482f-8ba6-03cca464132c req-05d41950-150b-4ebf-b2e2-f6518f4d3374 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:26.546385 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab892982-c723-482f-8ba6-03cca464132c req-05d41950-150b-4ebf-b2e2-f6518f4d3374 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 943 time: 0.1386595 Aug 10 12:08:26.556289 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228503f-967b-4228-918d-7fcfe807f6a3 None None] Network 408f297f-138b-431d-a362-15ae268419a9 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:08:26.558608 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:26.559016 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 6a1bcffb-a6d5-45c2-8ef8-d46966beb4e9 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:26.567018 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:26.574600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:26.578071 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b1012f-45fd-4fac-ab09-0d57e2b54466" -d '{"events": [{"name": "network-changed", "server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:26.580193 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:26.610104 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21055-83dc-4b3f-a396-4a85b8ae7aa7 req-91693bf9-8140-4dee-8fe3-46aa8915484b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:26.611660 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d2f21055-83dc-4b3f-a396-4a85b8ae7aa7 req-91693bf9-8140-4dee-8fe3-46aa8915484b tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1206791 Aug 10 12:08:26.621996 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:26.622632 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:26.628479 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:26.630657 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ffafcbec-5603-4546-aa88-a44093302dec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5388956 Aug 10 12:08:26.632048 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3e2003f8-5c5d-48fe-a621-61dd997f14d7 None None] Provisioning for port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:26.632766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46120) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:26.646222 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab892982-c723-482f-8ba6-03cca464132c req-02ca81f2-e81b-4605-b0e7-d2b8d75dab2f tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914803 Aug 10 12:08:26.677807 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d2f21055-83dc-4b3f-a396-4a85b8ae7aa7 req-9f8957b7-58c1-4ebf-9232-12b427b38172 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Aug 10 12:08:26.712359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a8f2b-c995-42e0-8f27-670f6aaabfb9 x-openstack-request-id: req-2f6a8f2b-c995-42e0-8f27-670f6aaabfb9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:26.712659 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:26.712932 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f6a8f2b-c995-42e0-8f27-670f6aaabfb9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:26.713339 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe', 'status': 'completed', 'code': 200} Aug 10 12:08:26.794322 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:26.839026 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-7ddb7e12-c722-4c40-ab07-49e764c3da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:26.840143 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-7ddb7e12-c722-4c40-ab07-49e764c3da5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 1096 time: 0.0951381 Aug 10 12:08:26.939093 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 490c476a-ce8d-4fa6-8cd0-e31b870eae81 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:27.037045 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:27.037425 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.115819 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:25Z', 'revision_number': 3, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:27.149863 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:27.150221 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Updating router 723d0370-8ad6-4096-8ea2-41e3abfdca20 port 4625c662-5fe9-4af5-af7b-1ff895638ca4 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:27.211830 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.243874 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b7fbf475-4d58-4a01-99ae-0cdaa77557a0 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:27.261873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-82dbc0f4-a283-45cb-a575-c39df03d9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:27.263360 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-82dbc0f4-a283-45cb-a575-c39df03d9039 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 200 len: 916 time: 0.4115486 Aug 10 12:08:27.335147 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-b5ea861d-8fe0-4810-a0be-ed838e749008 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe HTTP/1.1" status: 200 len: 217 time: 0.0353501 Aug 10 12:08:27.398143 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:27.404009 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:27.404475 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.421927 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-3596fd30-a4e1-4fdb-b87a-06e3b578ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:27.423416 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-3596fd30-a4e1-4fdb-b87a-06e3b578ccff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1acf4402-28d1-4e7e-a49d-0a5def5a3347 HTTP/1.1" status: 200 len: 854 time: 0.0752492 Aug 10 12:08:27.474656 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-6e51d99f-0a1f-45c2-9ec0-fd996d72826d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c403e04-8dd8-4598-9af0-f9fe191254fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418019 Aug 10 12:08:27.549243 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.583962 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.588171 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.603704 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Transition to ACTIVE for port object 4625c662-5fe9-4af5-af7b-1ff895638ca4 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:27.606748 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:27.611369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.617253 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.621394 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-7c3b7ab6-f641-4e15-bbd3-18901d9df258 service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362221 Aug 10 12:08:27.786749 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b6c9a-06f4-49a7-9d08-6802360ceef3 req-a2d62a03-593c-4984-b17e-b8cfc64e083e tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:27.788486 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Attempting to bind port 4625c662-5fe9-4af5-af7b-1ff895638ca4 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:27.788891 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Attempting to bind port 4625c662-5fe9-4af5-af7b-1ff895638ca4 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:27.789749 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Attempting to bind port 4625c662-5fe9-4af5-af7b-1ff895638ca4 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:27.790678 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-775b6c9a-06f4-49a7-9d08-6802360ceef3 req-a2d62a03-593c-4984-b17e-b8cfc64e083e tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 943 time: 0.0652466 Aug 10 12:08:27.796681 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:27.797116 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:27.797518 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.797913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:27.798441 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Bound port: 4625c662-5fe9-4af5-af7b-1ff895638ca4, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:27.798759 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.834009 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:27.843619 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-73b1012f-45fd-4fac-ab09-0d57e2b54466 req-1fdba1ec-e22b-4248-b595-803f7760515c service neutron] 10.222.0.66 "GET /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906481 Aug 10 12:08:27.856226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Allocated IP 172.20.0.1 (408f297f-138b-431d-a362-15ae268419a9/eabd1235-ef09-4f92-84ca-8dc6c4a8efd4/cbaea659-d7d7-49ab-89b6-5eab4505153f) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:27.863419 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-775b6c9a-06f4-49a7-9d08-6802360ceef3 req-312fe06d-180a-4526-8b4b-cdd89b0c0108 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654533 Aug 10 12:08:27.894733 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04ac94-5e32-4246-a3a7-c232ad624614 req-f4f5c78d-b14d-4525-8823-d79235c86f79 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:27.896022 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] For port 4625c662-5fe9-4af5-af7b-1ff895638ca4, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:27.896240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1d04ac94-5e32-4246-a3a7-c232ad624614 req-f4f5c78d-b14d-4525-8823-d79235c86f79 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0848162 Aug 10 12:08:27.899684 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec97a0d-d4d7-4b1a-9064-7b7938730d7c None None] Pushing event updated for resources: {'Port': ['ID=4625c662-5fe9-4af5-af7b-1ff895638ca4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:27.915806 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] For port 4625c662-5fe9-4af5-af7b-1ff895638ca4, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=4625c662-5fe9-4af5-af7b-1ff895638ca4,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:27.923348 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.941399 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1d04ac94-5e32-4246-a3a7-c232ad624614 req-75fee04d-6200-48f6-a16a-d3ff8c5c79ea tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Aug 10 12:08:27.988504 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:27.989010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec97a0d-d4d7-4b1a-9064-7b7938730d7c None None] Pushing event updated for resources: {'Port': ['ID=4625c662-5fe9-4af5-af7b-1ff895638ca4,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:27.998496 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:27.999123 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:28.002457 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Transition to ACTIVE for port object cbaea659-d7d7-49ab-89b6-5eab4505153f will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:28.037468 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.077771 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Network 408f297f-138b-431d-a362-15ae268419a9 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:28.080909 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:28.084584 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:28.107788 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Pushing event updated for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:28.109066 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:28.127237 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.299671 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.315565 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:25Z', 'revision_number': 3, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:28.345916 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a0bc-5d2d-43aa-ad51-5a7728e85e87 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:25Z', 'revision_number': 3, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:28.381124 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-02bcdf7c-4bcd-44bf-965a-4651b679ac61 None None] Provisioning for port cbaea659-d7d7-49ab-89b6-5eab4505153f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:28.383621 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-ae09feb8-18ac-4d0f-a3ae-735943509c1a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:28.385358 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-ae09feb8-18ac-4d0f-a3ae-735943509c1a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0938678 Aug 10 12:08:28.388605 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-02bcdf7c-4bcd-44bf-965a-4651b679ac61 None None] Provisioning complete for port cbaea659-d7d7-49ab-89b6-5eab4505153f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:28.389030 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02bcdf7c-4bcd-44bf-965a-4651b679ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.429473 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-02bcdf7c-4bcd-44bf-965a-4651b679ac61 None None] Port cbaea659-d7d7-49ab-89b6-5eab4505153f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:28.559137 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 79838dbd-e974-4729-bb5f-3bef2d23a0fe details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:08:28.568419 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Deleting port db79d439-7a42-4efe-b291-14864fae33c4 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:28.568769 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.652060 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.663322 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.727049 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:28.742982 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '79838dbd-e974-4729-bb5f-3bef2d23a0fe', 'network_id': '7c403e04-8dd8-4598-9af0-f9fe191254fb', 'port_id': '79838dbd-e974-4729-bb5f-3bef2d23a0fe', 'mac_address': 'fa:16:3e:b4:1d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acf4402-28d1-4e7e-a49d-0a5def5a3347', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:08:28.758669 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Pushing event updated for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:28.766643 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.784452 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] For port db79d439-7a42-4efe-b291-14864fae33c4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=db79d439-7a42-4efe-b291-14864fae33c4,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:28.784930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.800398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Calling delete_port for db79d439-7a42-4efe-b291-14864fae33c4 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:28.802880 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.817042 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79838dbd-e974-4729-bb5f-3bef2d23a0fe {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:08:28.838525 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:28.845607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:28.918599 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:28.974189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Network 408f297f-138b-431d-a362-15ae268419a9 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:28.978087 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:29.002239 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 4625c662-5fe9-4af5-af7b-1ff895638ca4 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:29.116337 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 4625c662-5fe9-4af5-af7b-1ff895638ca4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:29.127149 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 4625c662-5fe9-4af5-af7b-1ff895638ca4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:29.127708 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.148591 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f29bd-a374-470c-b75a-88c6f69c34cd req-e80155dc-ec99-4039-b674-4d062c1ea614 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:29.150278 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e9f29bd-a374-470c-b75a-88c6f69c34cd req-e80155dc-ec99-4039-b674-4d062c1ea614 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 944 time: 0.1308963 Aug 10 12:08:29.182946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:08:29.192459 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.198310 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['79838dbd-e974-4729-bb5f-3bef2d23a0fe'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:29.233271 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd00354-5d28-4274-98c7-2a51d68066ae req-9620f996-5406-4dc7-bde8-7b6055045e38 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:29.234904 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cbd00354-5d28-4274-98c7-2a51d68066ae req-9620f996-5406-4dc7-bde8-7b6055045e38 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1621220 Aug 10 12:08:29.318686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.330550 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e9f29bd-a374-470c-b75a-88c6f69c34cd req-d3b7360f-020f-435b-88bf-a5f80f7227db tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597774 Aug 10 12:08:29.331385 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] No DVR routers for this DVR port db79d439-7a42-4efe-b291-14864fae33c4 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:29.333193 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event deleted for resources: {'Port': ['ID=db79d439-7a42-4efe-b291-14864fae33c4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:29.335663 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.337898 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-fb09f056-e0b9-48ce-9842-22a12f654195 req-c4d6e66a-60cf-4311-ab72-65dd186210d6 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "DELETE /v2.0/ports/db79d439-7a42-4efe-b291-14864fae33c4 HTTP/1.1" status: 204 len: 173 time: 0.9416974 Aug 10 12:08:29.367399 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cbd00354-5d28-4274-98c7-2a51d68066ae req-b9e551ce-4b69-41ae-9aba-01d8e5dc5a2a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243439 Aug 10 12:08:29.371409 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'name': 'network-vif-deleted', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:29.374146 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c6bae-1cf9-4277-a765-6ab3396a8491" -d '{"events": [{"server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "name": "network-vif-deleted", "tag": "db79d439-7a42-4efe-b291-14864fae33c4"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:29.396004 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 4625c662-5fe9-4af5-af7b-1ff895638ca4, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=4625c662-5fe9-4af5-af7b-1ff895638ca4,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:29.410041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.410865 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b7fbf475-4d58-4a01-99ae-0cdaa77557a0 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:29.479217 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ebec9-437c-4151-a0bb-257b712fe397 x-openstack-request-id: req-f26ebec9-437c-4151-a0bb-257b712fe397 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:29.479618 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3", "name": "network-vif-deleted", "tag": "db79d439-7a42-4efe-b291-14864fae33c4", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:29.479923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f26ebec9-437c-4151-a0bb-257b712fe397 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:29.480372 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3892b8c4-06db-4a8e-8e6e-e4ac1f2fc2d3', 'name': 'network-vif-deleted', 'tag': 'db79d439-7a42-4efe-b291-14864fae33c4', 'status': 'completed', 'code': 200} Aug 10 12:08:29.495296 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:29.501179 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-236a1a8e-0ee0-477d-ac12-dea7ca34ebbd admin admin] 10.222.0.64 "PUT /v2.0/routers/723d0370-8ad6-4096-8ea2-41e3abfdca20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666165 Aug 10 12:08:29.546647 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-15bd34e4-6451-4826-9b41-231d79b4152a None None] Provisioning complete for port cbaea659-d7d7-49ab-89b6-5eab4505153f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:29.547557 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15bd34e4-6451-4826-9b41-231d79b4152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.574358 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=4625c662-5fe9-4af5-af7b-1ff895638ca4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:29.602321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-15bd34e4-6451-4826-9b41-231d79b4152a None None] Port cbaea659-d7d7-49ab-89b6-5eab4505153f cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:29.611542 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:29.612058 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:29.940204 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46144) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:29.944984 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838889873', 'description': 'tempest-description--1728353797'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:29.971587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.062185 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.066930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.092205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.093548 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1521716 Aug 10 12:08:30.094926 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'db79d439-7a42-4efe-b291-14864fae33c4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:30.096976 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46146) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:30.101653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group_rule': {'security_group_id': '90865a55-8efd-4bc9-a7dc-7bce2d040fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:30.103381 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f940-f3d0-40be-ad26-6feab602b197 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90865a55-8efd-4bc9-a7dc-7bce2d040fc5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:30.129632 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.190571 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.194849 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.212157 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334734a6-d180-4fc5-bd7c-21947bdeffee,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:30.230299 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.231617 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c781ad4c-76c5-439c-96a8-7f204c645b72 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336017 Aug 10 12:08:30.234303 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46148) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:30.238841 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group_rule': {'security_group_id': '90865a55-8efd-4bc9-a7dc-7bce2d040fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:30.263485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.327573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.332582 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.355065 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cd31c4-76bf-48b3-ac8c-3ce2a3ff48bf,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:30.359355 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.360804 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ff5f19e8-c4c0-472e-989c-e096de392b00 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255417 Aug 10 12:08:30.366176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46154) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:30.370973 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:30.394314 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.454236 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758039ea-3ad9-47a1-ab08-7ef8e497fe40 req-818b6542-9d0c-4985-af1d-be0d054ba8e0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:30.455840 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-758039ea-3ad9-47a1-ab08-7ef8e497fe40 req-818b6542-9d0c-4985-af1d-be0d054ba8e0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 944 time: 0.0544746 Aug 10 12:08:30.509152 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-758039ea-3ad9-47a1-ab08-7ef8e497fe40 req-cca8bca9-6e75-4508-a7c1-bb177d02cb77 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 Aug 10 12:08:30.570161 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 79838dbd-e974-4729-bb5f-3bef2d23a0fe up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:30.625670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 79838dbd-e974-4729-bb5f-3bef2d23a0fe completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:30.630059 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 79838dbd-e974-4729-bb5f-3bef2d23a0fe triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:30.630514 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.712549 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.741878 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:30.744173 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753bc01-bb59-43af-965f-e2c8c5917600" -d '{"events": [{"server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "name": "network-vif-plugged", "status": "completed", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:30.758656 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:30.764311 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.795027 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.835051 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d549842e-b62f-4791-a2e1-718e6ea21d2b x-openstack-request-id: req-d549842e-b62f-4791-a2e1-718e6ea21d2b {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:30.835345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "name": "network-vif-plugged", "status": "completed", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:30.835617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d549842e-b62f-4791-a2e1-718e6ea21d2b {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:30.836066 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe', 'code': 200} Aug 10 12:08:30.856028 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:30.872352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 4625c662-5fe9-4af5-af7b-1ff895638ca4 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:30.926598 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 4625c662-5fe9-4af5-af7b-1ff895638ca4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:30.926978 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:30.927407 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Allocated IP 172.27.2.106 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/e71aeb41-eac5-4c30-a810-775ea9a9b4c2) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:31.055894 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d11eb-6829-4eb4-a253-d058e531e919 req-292a48b0-51fc-419c-992a-c9bd6d510474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:31.057491 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ad9d11eb-6829-4eb4-a253-d058e531e919 req-292a48b0-51fc-419c-992a-c9bd6d510474 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 1098 time: 0.0687454 Aug 10 12:08:31.080139 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.114684 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-ad9d11eb-6829-4eb4-a253-d058e531e919 req-1fe1c81f-d43e-4d4c-9cdc-454b6be7b0e8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Aug 10 12:08:31.135999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.176407 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:31.180611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:31.183554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:31.185801 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:31.186407 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:31.187091 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:31.192552 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=e71aeb41-eac5-4c30-a810-775ea9a9b4c2,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:31.277312 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.291507 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:31.314812 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.317534 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9655b08-0f3e-4476-b269-54e076fe81eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.477677 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.482215 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.492155 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 2, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:31.522891 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:31.523245 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Updating router 723d0370-8ad6-4096-8ea2-41e3abfdca20 port cbaea659-d7d7-49ab-89b6-5eab4505153f binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:08:31.548690 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.553184 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=e71aeb41-eac5-4c30-a810-775ea9a9b4c2,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:31.565781 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.582335 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.591404 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-85cd8cb2-c828-4d6b-b757-f26d4ebca7f5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2161894 Aug 10 12:08:31.656647 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4008383-d64d-438f-8f5c-4e25e555f17a req-b4b6aecc-ab1a-49ca-8192-484aa8d06d1e tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:31.658828 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4008383-d64d-438f-8f5c-4e25e555f17a req-b4b6aecc-ab1a-49ca-8192-484aa8d06d1e tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0672469 Aug 10 12:08:31.700469 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a4008383-d64d-438f-8f5c-4e25e555f17a req-7c1bf5a6-76d6-4435-a804-78661f3e02fd tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Aug 10 12:08:31.840095 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-42ba2cf2-b75f-4531-ace5-8b17b4c5be51 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--838889873&fields=id&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 267 time: 0.0433779 Aug 10 12:08:31.851231 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.861041 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Transition to ACTIVE for port object cbaea659-d7d7-49ab-89b6-5eab4505153f will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:31.866621 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.910571 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4752-90ef-456b-9647-a9dc5b80d74a None None] Pushing event updated for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:31.935890 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5e4d9-a044-4f41-a9e0-161876b8acb1 req-0acc0ef0-17fb-4348-9b63-301695d5ccd0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:31.937525 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-69f5e4d9-a044-4f41-a9e0-161876b8acb1 req-0acc0ef0-17fb-4348-9b63-301695d5ccd0 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.1117587 Aug 10 12:08:31.976101 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Attempting to bind port cbaea659-d7d7-49ab-89b6-5eab4505153f on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:31.976806 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Attempting to bind port cbaea659-d7d7-49ab-89b6-5eab4505153f by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:31.977249 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Attempting to bind port cbaea659-d7d7-49ab-89b6-5eab4505153f on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:31.982631 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:31.983085 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Checking segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:31.983546 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:31.984673 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Bound using segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:31.985488 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Bound port: cbaea659-d7d7-49ab-89b6-5eab4505153f, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:31.986114 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:32.004589 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-69f5e4d9-a044-4f41-a9e0-161876b8acb1 req-69d15eaa-34f5-4df9-9bd7-f8338df50dfb tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595322 Aug 10 12:08:32.011189 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-f01ac99e-c9c4-4fc0-8e4c-98efe13688cb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:32.019489 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-f01ac99e-c9c4-4fc0-8e4c-98efe13688cb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 817 time: 0.1616421 Aug 10 12:08:32.034474 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-cdb1de99-bbf0-4b8d-a6a7-9611b8872ee2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/quotas/3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 375 time: 0.0140743 Aug 10 12:08:32.072547 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] For port cbaea659-d7d7-49ab-89b6-5eab4505153f, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:32.076186 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] For port cbaea659-d7d7-49ab-89b6-5eab4505153f, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=cbaea659-d7d7-49ab-89b6-5eab4505153f,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:32.082025 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:32.096974 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-1ba15729-b2f9-48b3-8f2a-7e566c402126 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588021 Aug 10 12:08:32.144819 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:32.145737 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:32.225044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-e1108b8d-d137-4179-818c-bd44d288f590 service neutron] 10.222.0.64 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124115 Aug 10 12:08:32.290876 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4752-90ef-456b-9647-a9dc5b80d74a None None] Pushing event updated for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=4']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:32.310630 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:32.348227 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-20d3279b-ca91-4b86-adc4-93ac831db1cc service neutron] 10.222.0.64 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169839 Aug 10 12:08:32.524450 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:32Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:32.556359 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8c1cfe9-1b35-411e-8c9e-d61c33158f95 req-3609faf2-71c3-42e4-9fe3-896339760c8e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 210 time: 0.0375738 Aug 10 12:08:32.557240 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597f03-e100-471e-b50f-b0a50f3fa6d0 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:32Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:32.597087 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device db79d439-7a42-4efe-b291-14864fae33c4 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:32.646826 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: db79d439-7a42-4efe-b291-14864fae33c4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:32.647430 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device db79d439-7a42-4efe-b291-14864fae33c4 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:32.872054 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f721d-3d18-4e63-9cee-5c761077941c req-c7490382-57ba-4fdc-92e2-b41462ad89d5 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:32.872670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device cbaea659-d7d7-49ab-89b6-5eab4505153f up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:32.881709 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe2f721d-3d18-4e63-9cee-5c761077941c req-c7490382-57ba-4fdc-92e2-b41462ad89d5 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0916929 Aug 10 12:08:32.926467 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe2f721d-3d18-4e63-9cee-5c761077941c req-26afbd17-8ed6-4401-8fab-93192155f0d0 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Aug 10 12:08:32.930514 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port cbaea659-d7d7-49ab-89b6-5eab4505153f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:32.934792 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port cbaea659-d7d7-49ab-89b6-5eab4505153f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:32.935173 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:33.043327 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:33.150593 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port cbaea659-d7d7-49ab-89b6-5eab4505153f, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=cbaea659-d7d7-49ab-89b6-5eab4505153f,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:33.156073 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:33.219622 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:33.228807 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.229390 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.229678 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9d303-29a8-4f8a-830f-441c37b15847 req-e9a9dae9-ccd4-4add-bbd8-a39fc81f428d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:33.229942 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.230460 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.230989 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.231574 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.232077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.232608 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.233146 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.233633 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.234334 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.234997 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-87e9d303-29a8-4f8a-830f-441c37b15847 req-e9a9dae9-ccd4-4add-bbd8-a39fc81f428d tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.1108377 Aug 10 12:08:33.235904 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:08:33.293547 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-87e9d303-29a8-4f8a-830f-441c37b15847 req-76d35973-98ec-44b2-a081-6b5fa9ddc20a tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Aug 10 12:08:33.663112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f91982aa-efb4-42fa-bf76-f6662ed482c0 req-9634671b-390c-444b-ba60-f8c3a245ad86 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Aug 10 12:08:33.887970 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-66d7eaa6-3241-410b-9e9d-bf00315fb9ea tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:33.889376 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-66d7eaa6-3241-410b-9e9d-bf00315fb9ea tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 817 time: 0.1150413 Aug 10 12:08:33.945137 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-f6f2df28-0ec5-4ae3-9bb6-93c87a48cba2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 379 time: 0.0351975 Aug 10 12:08:33.957158 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'port': {'device_id': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'admin_state_up': True, 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'security_groups': ['90865a55-8efd-4bc9-a7dc-7bce2d040fc5']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:34.009709 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.070086 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Made reservation on behalf of 3260d0b288bf4786ab04334cf7cca44a for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:34.074271 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.207008 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Allocated IP 172.20.0.13 (408f297f-138b-431d-a362-15ae268419a9/eabd1235-ef09-4f92-84ca-8dc6c4a8efd4/41dc9829-1b57-4757-a898-76b8b3b2b5d7) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:34.274507 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-547e8626-6618-4d46-8efb-3292bb82fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.339267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-c29ee412-2073-47a6-b1be-82bcb1f98364 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:34.340812 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-c29ee412-2073-47a6-b1be-82bcb1f98364 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.1076837 Aug 10 12:08:34.412044 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b51f3-f950-45f8-ad06-51d57f24bc30 req-5763881f-2726-4881-a508-2d1fbd332378 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:34.415179 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-146b51f3-f950-45f8-ad06-51d57f24bc30 req-5763881f-2726-4881-a508-2d1fbd332378 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Aug 10 12:08:34.422580 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.454062 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-146b51f3-f950-45f8-ad06-51d57f24bc30 req-b8748d31-88b3-4297-a46f-33605fe013dc tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/security-groups?id=69b043a2-910b-4d31-bbaa-5faa5949840d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Aug 10 12:08:34.456100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Transition to ACTIVE for port object 41dc9829-1b57-4757-a898-76b8b3b2b5d7 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:34.502520 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Deleting port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:34.502861 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.518223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.601059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Network 408f297f-138b-431d-a362-15ae268419a9 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:34.610465 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:34.623775 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:34.649615 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:34.687059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] For port 9deb9d25-3331-472e-8af1-a2f98a15b8a3, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=9deb9d25-3331-472e-8af1-a2f98a15b8a3,segment=NetworkSegment(fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923),segment_id=fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:34.687590 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.695862 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:34.696513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.714795 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Calling delete_port for 9deb9d25-3331-472e-8af1-a2f98a15b8a3 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:34.769018 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-03a8f960-da72-4319-9487-c7902f21a465 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8164725 Aug 10 12:08:34.794035 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Request body: {'port': {'device_id': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:34.821187 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device cbaea659-d7d7-49ab-89b6-5eab4505153f up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:34.831477 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f02f4-8374-42cd-a9c2-a3b14d5f825e req-84f707f3-c38b-43e4-b7aa-706a536d5f83 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:34.837402 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d81f02f4-8374-42cd-a9c2-a3b14d5f825e req-84f707f3-c38b-43e4-b7aa-706a536d5f83 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 932 time: 0.0643013 Aug 10 12:08:34.869508 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port cbaea659-d7d7-49ab-89b6-5eab4505153f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:34.869883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.873910 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:34.874464 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d81f02f4-8374-42cd-a9c2-a3b14d5f825e req-353c7f9e-0bde-49ba-9727-8243cda25b12 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349488 Aug 10 12:08:34.965801 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a037248-56f6-4db2-8889-4d331472cb83 None None] Provisioning for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:34.974459 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4a037248-56f6-4db2-8889-4d331472cb83 None None] Provisioning complete for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:34.974828 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4a037248-56f6-4db2-8889-4d331472cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.014149 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4a037248-56f6-4db2-8889-4d331472cb83 None None] Port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:35.027272 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.040142 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['9deb9d25-3331-472e-8af1-a2f98a15b8a3'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:35.076272 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Pushing event deleted for resources: {'Port': ['ID=9deb9d25-3331-472e-8af1-a2f98a15b8a3,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:35.115964 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:08:35.147855 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] No DVR routers for this DVR port 9deb9d25-3331-472e-8af1-a2f98a15b8a3 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:35.150468 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.152620 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-83bb2fe2-a314-4f57-b6c6-6b85cddd7a77 req-9fd635ef-7548-4a9a-8a95-d66102804f53 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.66 "DELETE /v2.0/ports/9deb9d25-3331-472e-8af1-a2f98a15b8a3 HTTP/1.1" status: 204 len: 173 time: 0.7986276 Aug 10 12:08:35.154500 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'name': 'network-vif-deleted', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:35.158133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a42221c-e596-4313-b916-00fd8dadf2fb" -d '{"events": [{"server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "name": "network-vif-deleted", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:35.208946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc64e9-6da1-47d6-a75c-b748ae8c703e x-openstack-request-id: req-93cc64e9-6da1-47d6-a75c-b748ae8c703e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:35.209290 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e2b5e3-aa22-49fd-ab11-8287f4479ca6", "name": "network-vif-deleted", "tag": "9deb9d25-3331-472e-8af1-a2f98a15b8a3", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:35.209589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93cc64e9-6da1-47d6-a75c-b748ae8c703e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:35.209986 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2b5e3-aa22-49fd-ab11-8287f4479ca6', 'name': 'network-vif-deleted', 'tag': '9deb9d25-3331-472e-8af1-a2f98a15b8a3', 'status': 'completed', 'code': 200} Aug 10 12:08:35.273426 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:08:35.281325 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.296100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Transition to ACTIVE for port object 41dc9829-1b57-4757-a898-76b8b3b2b5d7 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:35.300753 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.352129 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:35.432221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Attempting to bind port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:35.432557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Attempting to bind port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:35.432919 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Attempting to bind port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:35.437340 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 on network 408f297f-138b-431d-a362-15ae268419a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:08:35.437663 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Attempting to bind port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:35.442511 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:35.442851 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Checking segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:35.443229 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Bound using segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:35.443647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Bound port: 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:35.444002 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.527316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:35.530612 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:35.536814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.572977 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:35.573602 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.575146 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] 10.222.0.66 "PUT /v2.0/ports/41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1094 time: 0.7871189 Aug 10 12:08:35.603491 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c73abcd2-eadf-4b24-ba36-cf36a58601e3 req-9865ce9c-77b5-4b58-a0b9-2c8a503e5bf9 tempest-AttachVolumeNegativeTest-761299176 tempest-AttachVolumeNegativeTest-761299176-project] 10.222.0.64 "GET /v2.0/ports?device_id=19e2b5e3-aa22-49fd-ab11-8287f4479ca6 HTTP/1.1" status: 200 len: 210 time: 0.0411141 Aug 10 12:08:35.614474 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f72e6-5a25-44a2-a599-a6b5978d1c00 service neutron] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:35.700653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-8fb89cc1-4940-4fe2-86cb-d5af04519a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:35.702260 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-8fb89cc1-4940-4fe2-86cb-d5af04519a8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1097 time: 0.0462804 Aug 10 12:08:35.750593 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-f820da7f-6f83-46ba-9c3b-2202c8ce534b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 217 time: 0.0367699 Aug 10 12:08:35.819029 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-4e37274b-60b1-436e-91ca-65b0b90f7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:35.820556 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-4e37274b-60b1-436e-91ca-65b0b90f7617 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0455689 Aug 10 12:08:35.877735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-7bf74633-1a9c-4073-b1a1-660dc5db9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:35.879246 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-7bf74633-1a9c-4073-b1a1-660dc5db9252 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496979 Aug 10 12:08:35.955450 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:35.975882 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-3522fd72-da2a-4b34-b080-e46b06c4fd55 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Aug 10 12:08:36.004934 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a94f4-5ba0-4b70-bef7-9a1a4350511f req-6b007dbe-d58c-4e9f-91f5-addee59ebae2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:36.006997 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0d9a94f4-5ba0-4b70-bef7-9a1a4350511f req-6b007dbe-d58c-4e9f-91f5-addee59ebae2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0494244 Aug 10 12:08:36.047570 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0d9a94f4-5ba0-4b70-bef7-9a1a4350511f req-6ad3b324-23df-4085-b6ab-1982d8e5312e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 10 12:08:36.076488 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b71dbabd-c7ab-4668-890b-bd8ffe22793d req-23254576-cd27-47ad-99e5-ecdeba02d86b service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902493 Aug 10 12:08:36.678822 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46246) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:36.723034 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Deleting subnet 3956d6fd-64b8-4c93-a215-b8afbb9676aa {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:08:36.726225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.760467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.801484 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.855319 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.882451 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.884298 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3956d6fd-64b8-4c93-a215-b8afbb9676aa HTTP/1.1" status: 204 len: 168 time: 0.2044153 Aug 10 12:08:36.885089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd5c33-95c7-4422-b0d5-caaf09e03b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3956d6fd-64b8-4c93-a215-b8afbb9676aa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:36.887134 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46248) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:36.955094 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:36.975495 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.040541 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.052190 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4919ca7-8a37-455a-8f5b-ffe460b1158a']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:37.062306 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:37.062601 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe79fcc2-ba6d-4f6e-b0e4-dde552fdf923') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:37.070975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.085231 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.091432 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:08:37.091864 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:08:37.093593 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:08:37.176879 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.181596 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.183535 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4919ca7-8a37-455a-8f5b-ffe460b1158a HTTP/1.1" status: 204 len: 168 time: 0.2952600 Aug 10 12:08:37.206125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c03487-1d1f-4955-8c16-200c47a6d722 req-6349b3dc-e1be-4b68-a7c1-5259464aac31 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:37.207590 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-64c03487-1d1f-4955-8c16-200c47a6d722 req-6349b3dc-e1be-4b68-a7c1-5259464aac31 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0766392 Aug 10 12:08:37.208448 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b246e5-d2f6-468c-b5da-d95ba45a9fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4919ca7-8a37-455a-8f5b-ffe460b1158a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:37.211140 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:37.213660 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182652b2-9dd8-40b6-90c4-f9d8b05d8257" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:37.252704 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb295a4-717d-47a8-9be4-e92b9783b7fb x-openstack-request-id: req-bbb295a4-717d-47a8-9be4-e92b9783b7fb {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:37.253345 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:37.253785 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-64c03487-1d1f-4955-8c16-200c47a6d722 req-0b14c5bb-0be8-4f4e-8ee7-634752c96fec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367992 Aug 10 12:08:37.253993 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbb295a4-717d-47a8-9be4-e92b9783b7fb {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:37.254453 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'status': 'completed', 'code': 200} Aug 10 12:08:37.307822 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46258) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:37.338065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-dc793cb1-db2a-4255-8fdc-1fcce0d14b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:37.339600 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-dc793cb1-db2a-4255-8fdc-1fcce0d14b61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1097 time: 0.0491498 Aug 10 12:08:37.351383 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d65d2353-4ee3-405e-a981-840b8de68d10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b247cbfe85c241ed98a2b1576eaa6d70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423806 Aug 10 12:08:37.353836 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46262) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:37.402696 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.424881 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.435262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-e4ea479f-5153-41b2-8af4-358a44811dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:37.436872 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-e4ea479f-5153-41b2-8af4-358a44811dd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0895514 Aug 10 12:08:37.474372 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.477125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:37.478262 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69b043a2-910b-4d31-bbaa-5faa5949840d HTTP/1.1" status: 204 len: 168 time: 0.1234767 Aug 10 12:08:37.483044 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-ab5d3729-facd-48f1-a04a-0ecd7ee822a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 217 time: 0.0353220 Aug 10 12:08:37.486579 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66542d84-aadc-4dfe-b8b3-e170b7f59990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b043a2-910b-4d31-bbaa-5faa5949840d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:37.537777 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-3040d31c-9c8f-430e-9bdb-3afacb6d0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:37.539595 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-3040d31c-9c8f-430e-9bdb-3afacb6d0035 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0448873 Aug 10 12:08:37.588934 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-d58da07f-2e8c-4182-b545-311ee0cf3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:37.590412 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-d58da07f-2e8c-4182-b545-311ee0cf3d20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407519 Aug 10 12:08:37.690917 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-68bcdc15-1adc-4ae1-bd43-3a009dc5bb3c service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927000 Aug 10 12:08:37.787527 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-182652b2-9dd8-40b6-90c4-f9d8b05d8257 req-83a8cd98-30fb-41d9-8ef9-68541ebd91e5 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872533 Aug 10 12:08:38.378745 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5865-d86f-4eb7-98fb-10e07e51e489 req-d8834507-813a-4d1a-8cf4-c6d61c2c4939 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:38.380254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0ab5865-d86f-4eb7-98fb-10e07e51e489 req-d8834507-813a-4d1a-8cf4-c6d61c2c4939 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Aug 10 12:08:38.419452 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a0ab5865-d86f-4eb7-98fb-10e07e51e489 req-e75359b7-e9e9-4165-81c0-a8b7a8930df5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Aug 10 12:08:38.646550 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:08:38.651114 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 9deb9d25-3331-472e-8af1-a2f98a15b8a3 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:08:38.676452 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 9deb9d25-3331-472e-8af1-a2f98a15b8a3 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:08:38.676803 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 9deb9d25-3331-472e-8af1-a2f98a15b8a3 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:08:38.688704 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46328) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:38.816709 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e10800f-3cdb-4d2b-a363-eb74f21801d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:38.885588 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:38.898357 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:08:38.908564 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e10800f-3cdb-4d2b-a363-eb74f21801d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:38.912804 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8e10800f-3cdb-4d2b-a363-eb74f21801d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:38.934369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:38.947170 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:08:38.951226 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8e10800f-3cdb-4d2b-a363-eb74f21801d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a00494c304d74699bcd50793195ae723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614367 Aug 10 12:08:38.952080 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10800f-3cdb-4d2b-a363-eb74f21801d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2acb9f-ed2a-41b0-b52a-2412623d6c85,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:38.954211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46336) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:38.967726 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:38.971696 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:39.017587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:39.022114 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:39.040994 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:39.087113 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:39.089871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:39.091011 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c2acb9f-ed2a-41b0-b52a-2412623d6c85 HTTP/1.1" status: 204 len: 168 time: 0.1350553 Aug 10 12:08:39.100020 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded30347-853e-4191-a0d8-7ac0b0a7a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2acb9f-ed2a-41b0-b52a-2412623d6c85,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:39.339255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['41dc9829-1b57-4757-a898-76b8b3b2b5d7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:39.544280 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf6df-04e1-4709-be7f-e5a9911e569c req-f1e16f26-6dfc-4288-bbd2-e4f6602f01c8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:39.545818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-169cf6df-04e1-4709-be7f-e5a9911e569c req-f1e16f26-6dfc-4288-bbd2-e4f6602f01c8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Aug 10 12:08:39.584723 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-169cf6df-04e1-4709-be7f-e5a9911e569c req-5e381f6b-c6ba-4811-9650-8bc8b0bb24ec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Aug 10 12:08:40.495455 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46384) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:40.601212 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c86cdaf1-7d87-4892-b65c-838f96858e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.652426 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:08:40.704676 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c86cdaf1-7d87-4892-b65c-838f96858e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.709462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c86cdaf1-7d87-4892-b65c-838f96858e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.714195 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd95c-1ab2-47b3-abaf-1ecef8da7ec4 req-d5ae42d7-3590-40e8-acb9-471f898ed026 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:40.715731 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c57bd95c-1ab2-47b3-abaf-1ecef8da7ec4 req-d5ae42d7-3590-40e8-acb9-471f898ed026 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Aug 10 12:08:40.716633 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:40.721320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:40.721778 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.753734 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c86cdaf1-7d87-4892-b65c-838f96858e47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d22dfbd8bd584eb48a5cc7328cd17dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569289 Aug 10 12:08:40.754225 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46390) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:40.754595 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cdaf1-7d87-4892-b65c-838f96858e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b22cb-8a05-4771-b463-8cf31711f009,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:40.781197 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c57bd95c-1ab2-47b3-abaf-1ecef8da7ec4 req-9c71b0ec-9070-40bc-9a63-b6ef1471959d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559692 Aug 10 12:08:40.806455 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.822084 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.828478 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:40.831318 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9670d627-a3f7-4242-99b8-64b9d0085e77" -d '{"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:40.844848 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.845709 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:40.850648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.893817 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef34bf1-941b-4c0d-ae6a-2b9fc9ecf195 x-openstack-request-id: req-9ef34bf1-941b-4c0d-ae6a-2b9fc9ecf195 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:40.893817 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:40.894098 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ef34bf1-941b-4c0d-ae6a-2b9fc9ecf195 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:40.894429 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'code': 200} Aug 10 12:08:40.903992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.908089 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:40.913238 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/752b22cb-8a05-4771-b463-8cf31711f009 HTTP/1.1" status: 204 len: 168 time: 0.1563652 Aug 10 12:08:40.926832 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:40.936284 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebb73b-a7e7-4734-9137-43c5f46dca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b22cb-8a05-4771-b463-8cf31711f009,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:41.129292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e95b3-f4a5-404e-ac71-286763951791 req-c9a2db12-a0c0-4482-8890-76bfa88df1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:41.130861 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d09e95b3-f4a5-404e-ac71-286763951791 req-c9a2db12-a0c0-4482-8890-76bfa88df1c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1099 time: 0.0464659 Aug 10 12:08:41.179401 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d09e95b3-f4a5-404e-ac71-286763951791 req-d99c0f93-d85f-4beb-b1c3-a164f4ff1a79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Aug 10 12:08:41.250696 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46406) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:41.266412 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fb445c5-ba2d-4d63-9d13-1d9b916eed6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.360223 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fb445c5-ba2d-4d63-9d13-1d9b916eed6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.364646 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3fb445c5-ba2d-4d63-9d13-1d9b916eed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.401981 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3fb445c5-ba2d-4d63-9d13-1d9b916eed6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea75a9d5029c4a879dd5f703881b8157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501496 Aug 10 12:08:41.402783 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb445c5-ba2d-4d63-9d13-1d9b916eed6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ea465-1f10-419a-ab25-b2e102b63265,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:41.404704 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:41.471126 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.495009 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.539065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.542104 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:41.543255 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/329ea465-1f10-419a-ab25-b2e102b63265 HTTP/1.1" status: 204 len: 168 time: 0.1362963 Aug 10 12:08:41.550917 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b8f2-b5bb-4c1e-8a93-31199b69c50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ea465-1f10-419a-ab25-b2e102b63265,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:41.911798 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5474d-91a2-4f57-be32-49463489b4ba req-9a6767f9-df64-406e-9bc0-3b0c119b2c91 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:41.913326 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2ff5474d-91a2-4f57-be32-49463489b4ba req-9a6767f9-df64-406e-9bc0-3b0c119b2c91 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 10 12:08:41.957762 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2ff5474d-91a2-4f57-be32-49463489b4ba req-9e0ab76c-49d3-4ef8-bd3b-bd960d978add tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382807 Aug 10 12:08:43.097708 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cfe05-ced8-47c1-b053-3177574c1715 req-43721a6c-3fc3-42b1-80ad-6efeaa503677 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:43.099413 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-177cfe05-ced8-47c1-b053-3177574c1715 req-43721a6c-3fc3-42b1-80ad-6efeaa503677 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0612607 Aug 10 12:08:43.144631 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-177cfe05-ced8-47c1-b053-3177574c1715 req-9bf40f8b-5bde-49a7-94e2-3a56b3bb934e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393140 Aug 10 12:08:43.206982 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46466) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:43.311608 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72c9ac18-7292-44b4-9240-f83c86c6ae03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.407952 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72c9ac18-7292-44b4-9240-f83c86c6ae03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.412037 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-72c9ac18-7292-44b4-9240-f83c86c6ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.452055 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-72c9ac18-7292-44b4-9240-f83c86c6ae03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64d18347a0704dc19d36a4d0622382af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438428 Aug 10 12:08:43.452876 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9ac18-7292-44b4-9240-f83c86c6ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b03eb-d9fb-47a2-ab4f-d480bd5356b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:43.455906 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:43.503597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.524059 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.567798 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.570703 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.571831 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/183b03eb-d9fb-47a2-ab4f-d480bd5356b4 HTTP/1.1" status: 204 len: 168 time: 0.1149127 Aug 10 12:08:43.580140 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cb1bd-5fbd-4f14-8df4-f9ded079e317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b03eb-d9fb-47a2-ab4f-d480bd5356b4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:43.824509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46476) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:43.837641 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95c540e4-76b3-4bd9-a6ca-fa25eaaeba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.928310 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95c540e4-76b3-4bd9-a6ca-fa25eaaeba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.933364 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-95c540e4-76b3-4bd9-a6ca-fa25eaaeba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:43.971518 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-95c540e4-76b3-4bd9-a6ca-fa25eaaeba94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6850744649984b84bb2c0f437ed7f735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459043 Aug 10 12:08:43.974164 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46478) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:43.980311 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c540e4-76b3-4bd9-a6ca-fa25eaaeba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a0d61-0332-4012-a04f-47585d0ce275,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:44.030833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:44.056134 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:44.102146 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:44.104953 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:44.106118 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c0a0d61-0332-4012-a04f-47585d0ce275 HTTP/1.1" status: 204 len: 168 time: 0.1310534 Aug 10 12:08:44.114588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6f3b-d973-4b02-8909-8a099457e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a0d61-0332-4012-a04f-47585d0ce275,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:44.273014 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05346fa9-fcf9-403a-ae42-7c648c767261 req-422c53eb-5887-4b4b-ac16-fa82e2468605 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:44.274603 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05346fa9-fcf9-403a-ae42-7c648c767261 req-422c53eb-5887-4b4b-ac16-fa82e2468605 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0566535 Aug 10 12:08:44.317590 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-05346fa9-fcf9-403a-ae42-7c648c767261 req-11c6712b-6691-4716-a370-f04f7f8bbbda tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Aug 10 12:08:45.465581 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976361fd-8c1b-4bcd-8c3b-011374a8e22b req-c8a5cb43-bd1c-4d2d-9853-13be41a786c4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:45.467097 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-976361fd-8c1b-4bcd-8c3b-011374a8e22b req-c8a5cb43-bd1c-4d2d-9853-13be41a786c4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0676715 Aug 10 12:08:45.509382 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-976361fd-8c1b-4bcd-8c3b-011374a8e22b req-6098500f-0e51-4e9d-beae-b45340d88a4b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355861 Aug 10 12:08:46.351701 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-71d5e012-0216-48a1-9674-53b9998207ab tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77169214&fields=id&tenant_id=4010b48b6b464cb0a95666bcba64de28 HTTP/1.1" status: 200 len: 267 time: 0.0322716 Aug 10 12:08:46.453152 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-76ffeb2e-9a85-487f-8763-fccd67b61159 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:46.455296 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-76ffeb2e-9a85-487f-8763-fccd67b61159 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 809 time: 0.0969954 Aug 10 12:08:46.470106 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-a43b6efb-7386-4df6-8e2c-31fc4aea8ebe tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/quotas/4010b48b6b464cb0a95666bcba64de28 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Aug 10 12:08:46.523305 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-e8ae199c-8174-4538-a5a4-088534a0105d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478702 Aug 10 12:08:46.645507 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-da8f71aa-9e15-4c23-8d57-b9caaa138c80 service neutron] 10.222.0.64 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110201 Aug 10 12:08:46.653420 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81daa5-a192-40da-91cf-f0df19697002 req-152a82d5-9610-41ef-81a3-7f46ff5deb33 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:46.654767 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db81daa5-a192-40da-91cf-f0df19697002 req-152a82d5-9610-41ef-81a3-7f46ff5deb33 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0703516 Aug 10 12:08:46.738810 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db81daa5-a192-40da-91cf-f0df19697002 req-32d6fe50-71b2-466d-9392-639b20aed132 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761495 Aug 10 12:08:46.766457 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-342f15f1-5207-4b69-91f1-421fba6ef0f6 service neutron] 10.222.0.64 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106651 Aug 10 12:08:46.852285 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d0a4-b379-4c8b-b97d-536eaef206ec req-c1b352ac-bf2e-4c95-8ab8-fd053ad0b91f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:46.854046 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2304d0a4-b379-4c8b-b97d-536eaef206ec req-c1b352ac-bf2e-4c95-8ab8-fd053ad0b91f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0478306 Aug 10 12:08:46.862875 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46562) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:46.867409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'floatingip': {'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:46.909492 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:47.322965 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ec44713-f237-4d18-aa03-cf590bcb917a req-6874538e-af41-409f-b900-81769c084f58 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 210 time: 0.2926097 Aug 10 12:08:47.614630 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:47.618380 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:47.713844 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Floating IP 6e9031b3-5831-4591-890c-d4a4365f78ab associated. External IP: 172.27.2.106, port: 41dc9829-1b57-4757-a898-76b8b3b2b5d7. Aug 10 12:08:47.914504 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:08:48.032343 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:08:48.037477 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:48.043373 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:08:48.054345 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:48.054992 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:48.068749 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b53cddfe-29bb-44c7-aa80-e170d5058429 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "PUT /v2.0/floatingips/6e9031b3-5831-4591-890c-d4a4365f78ab HTTP/1.1" status: 200 len: 992 time: 1.2048101 Aug 10 12:08:48.069363 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:48.071741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ecb224-0ac6-409a-aa86-f0dff53bf751" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:48.108200 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9a2732-7997-407a-a027-1bf5f5592b16 x-openstack-request-id: req-cb9a2732-7997-407a-a027-1bf5f5592b16 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:48.108490 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:48.108743 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb9a2732-7997-407a-a027-1bf5f5592b16 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:48.109208 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'status': 'completed', 'code': 200} Aug 10 12:08:48.164045 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:48.381516 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '6e9031b3-5831-4591-890c-d4a4365f78ab', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:08:31Z', 'updated_at': '2021-08-10T12:08:47Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:48.410474 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:08:48.418486 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3cd4cec1-3d09-457a-b967-ee66ab7091ba req-2d1e250d-d6c0-413f-8d85-0b04d7ff0172 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 210 time: 0.0264604 Aug 10 12:08:48.418933 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:08:48.419543 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:08:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:48.522834 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:08:48.737120 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '6e9031b3-5831-4591-890c-d4a4365f78ab', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:08:31Z', 'updated_at': '2021-08-10T12:08:47Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:08:48.762566 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091e6a-19fa-49ab-b790-0b4fe30d72bc None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '6e9031b3-5831-4591-890c-d4a4365f78ab', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:08:31Z', 'updated_at': '2021-08-10T12:08:47Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:08:48.939553 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2316e-d6a3-4457-bf47-c113087fc536 None None] New status for floating IP 6e9031b3-5831-4591-890c-d4a4365f78ab: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:08:49.023925 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-7e5b8255-7f75-48dd-ba5e-5dfc04835cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:49.026239 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-7e5b8255-7f75-48dd-ba5e-5dfc04835cd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1099 time: 0.0475557 Aug 10 12:08:49.134801 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-1f7a5367-976c-4c7d-b6e1-6203b0e038aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:49.136399 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-1f7a5367-976c-4c7d-b6e1-6203b0e038aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.1004868 Aug 10 12:08:49.207235 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-d1e87cee-ebd3-430d-80dd-1bdcc53527b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1000 time: 0.0612497 Aug 10 12:08:49.263267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-c0de0699-c964-4fa4-80f8-efccf1921102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:49.264711 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-c0de0699-c964-4fa4-80f8-efccf1921102 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0462639 Aug 10 12:08:49.319772 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-92480c8b-9515-4394-a8ae-a57605617a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:49.321278 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-92480c8b-9515-4394-a8ae-a57605617a00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398962 Aug 10 12:08:49.409891 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-ed22e509-925d-400c-8110-eb7e87b900a0 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795248 Aug 10 12:08:49.506059 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-74ecb224-0ac6-409a-aa86-f0dff53bf751 req-ac9dafe4-5c63-40e9-a71c-7c6872a22182 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Aug 10 12:08:49.509434 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aeec9e11-44a4-40d7-a159-0441cc104278 req-50af77f9-a67b-4758-9e76-ffc0b5f7d8ae tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 210 time: 0.0256202 Aug 10 12:08:49.730729 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-9173454f-9e30-4adf-a780-3cb43b3a9640 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:49.732175 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-9173454f-9e30-4adf-a780-3cb43b3a9640 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 809 time: 0.1011043 Aug 10 12:08:49.790954 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-4129b358-0c9b-4a1f-bdf7-3135d1ba9e8c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4010b48b6b464cb0a95666bcba64de28 HTTP/1.1" status: 200 len: 378 time: 0.0395563 Aug 10 12:08:49.803811 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'port': {'device_id': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'admin_state_up': True, 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'security_groups': ['21b4de4a-0ad6-418a-a249-33216c65b603']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:49.905645 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Made reservation on behalf of 4010b48b6b464cb0a95666bcba64de28 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:08:49.909110 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.034847 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Allocated IP 172.20.0.4 (341213a5-9a3e-465c-a2f9-1b7dde0d2b65/f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c/e9c09251-1183-4a55-848a-233ced8be0b4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:08:50.185137 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.202646 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Transition to ACTIVE for port object e9c09251-1183-4a55-848a-233ced8be0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:50.245050 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.294385 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:08:50.305033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:08:50.310646 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:08:50.338555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:50.371806 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:50.372756 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.388415 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-ec41eb3a-26e4-427c-a6d3-2f7a9431050f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883119 Aug 10 12:08:50.404611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Request body: {'port': {'device_id': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:08:50.460762 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.594597 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1ff0-9dc8-4a33-a5f9-6f23182025a4 None None] Provisioning for port e9c09251-1183-4a55-848a-233ced8be0b4 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:08:50.602441 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1ff0-9dc8-4a33-a5f9-6f23182025a4 None None] Provisioning complete for port e9c09251-1183-4a55-848a-233ced8be0b4 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:08:50.602946 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff0-9dc8-4a33-a5f9-6f23182025a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.625916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505a1aa-f666-437b-8970-4845ffb2f9d0 req-b5dde4f6-411d-4fa2-90eb-0490b8051c14 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:50.627567 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3505a1aa-f666-437b-8970-4845ffb2f9d0 req-b5dde4f6-411d-4fa2-90eb-0490b8051c14 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 931 time: 0.0511632 Aug 10 12:08:50.646761 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb1ff0-9dc8-4a33-a5f9-6f23182025a4 None None] Port e9c09251-1183-4a55-848a-233ced8be0b4 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:08:50.676396 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3505a1aa-f666-437b-8970-4845ffb2f9d0 req-a310b6bc-fabb-4391-b295-8c79577d8dc2 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430012 Aug 10 12:08:50.756732 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c09251-1183-4a55-848a-233ced8be0b4 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:08:50.764088 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.776235 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Transition to ACTIVE for port object e9c09251-1183-4a55-848a-233ced8be0b4 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:08:50.780360 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.829798 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:50.897145 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Attempting to bind port e9c09251-1183-4a55-848a-233ced8be0b4 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:08:50.897483 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Attempting to bind port e9c09251-1183-4a55-848a-233ced8be0b4 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:08:50.897807 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Attempting to bind port e9c09251-1183-4a55-848a-233ced8be0b4 on network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:50.902281 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Port e9c09251-1183-4a55-848a-233ced8be0b4 on network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:08:50.902598 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Attempting to bind port e9c09251-1183-4a55-848a-233ced8be0b4 on network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:08:50.907427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:08:50.907760 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Checking segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:08:50.908138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Bound using segment: {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:08:50.908554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Bound port: e9c09251-1183-4a55-848a-233ced8be0b4, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4540432c-2ef0-4376-9ffa-b6c799a6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:08:50.908931 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:50.975277 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:08:50.978359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:08:50.982653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:51.015060 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:51.015748 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:51.017807 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] 10.222.0.66 "PUT /v2.0/ports/e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 1093 time: 0.6175339 Aug 10 12:08:51.018240 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:51.020431 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f316f8-d7e9-4306-90ab-43b414a8d91d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:51.043411 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a263-c3f7-44b4-bb32-cc1b7f037261 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:51.074661 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b5185-4a8f-4fcf-b3bd-a24b5711d3e9 x-openstack-request-id: req-2d6b5185-4a8f-4fcf-b3bd-a24b5711d3e9 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:51.074965 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:51.075313 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d6b5185-4a8f-4fcf-b3bd-a24b5711d3e9 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:51.075788 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'status': 'completed', 'code': 200} Aug 10 12:08:51.799060 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155509-2694-4e6b-b333-49ec5606770b req-d028db27-e8a7-4411-b0b9-e18707a2c1a9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:51.800524 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f2155509-2694-4e6b-b333-49ec5606770b req-d028db27-e8a7-4411-b0b9-e18707a2c1a9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0544343 Aug 10 12:08:51.839530 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f2155509-2694-4e6b-b333-49ec5606770b req-ddb689d7-31be-4359-846b-ba717a4fa4ee tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301950 Aug 10 12:08:52.961104 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcef56-6d7e-4ad2-b514-a30449b110c6 req-3c08a418-9fdc-4215-9562-731f425d1c57 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:52.962634 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6bcef56-6d7e-4ad2-b514-a30449b110c6 req-3c08a418-9fdc-4215-9562-731f425d1c57 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0495732 Aug 10 12:08:52.999513 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6bcef56-6d7e-4ad2-b514-a30449b110c6 req-43ba4d19-317b-437f-9e79-097f74c43e2a tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310545 Aug 10 12:08:53.718284 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-27bc1fab-9f75-4b2e-9ec4-1f4125fb3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:53.720434 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-27bc1fab-9f75-4b2e-9ec4-1f4125fb3bbf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1096 time: 0.0410891 Aug 10 12:08:54.055225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-1a7c9280-42a7-4670-b879-b10129043d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.056701 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-1a7c9280-42a7-4670-b879-b10129043d5e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=4010b48b6b464cb0a95666bcba64de28&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3226700 Aug 10 12:08:54.125199 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01de49-e02d-4e96-a357-c411c84c69bf req-f92d4319-20cd-4868-815e-cdea677ef1f7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.127236 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6e01de49-e02d-4e96-a357-c411c84c69bf req-f92d4319-20cd-4868-815e-cdea677ef1f7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0480592 Aug 10 12:08:54.150950 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-6c31a7f5-0045-4ace-99b8-75d14b0f4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.152406 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-97f316f8-d7e9-4306-90ab-43b414a8d91d req-6c31a7f5-0045-4ace-99b8-75d14b0f4adf service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0871592 Aug 10 12:08:54.165973 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6e01de49-e02d-4e96-a357-c411c84c69bf req-e0bf2b36-7c0f-4ce4-ad68-407585d91b44 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324481 Aug 10 12:08:54.255134 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-b90b6186-773b-4592-880a-bd52e7f432ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.256802 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-b90b6186-773b-4592-880a-bd52e7f432ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1096 time: 0.0465758 Aug 10 12:08:54.302862 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-5931f5af-1cfc-4100-950d-fd015acc43cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 217 time: 0.0351338 Aug 10 12:08:54.353524 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-f6c4a35a-1611-4831-b82b-fa0e49e070a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.354962 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-f6c4a35a-1611-4831-b82b-fa0e49e070a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0423028 Aug 10 12:08:54.410280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-f32e0ee6-9362-4db5-916f-2d569cd95dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:54.411734 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-f32e0ee6-9362-4db5-916f-2d569cd95dc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385175 Aug 10 12:08:54.509587 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-3a6a599d-a7e8-4849-89c3-142fa363b8c6 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Aug 10 12:08:54.600837 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b67dad28-dfa3-49ed-95a0-0c9fa48956c0 req-5e99030e-269d-41f6-87e4-65b471540200 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Aug 10 12:08:55.271899 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-c05f0d90-0c16-49b2-abf9-28ad1446fceb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437088 Aug 10 12:08:55.285973 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460baea-7f3c-4087-bc9a-b4904ce7cf41 req-983fadbb-a7f2-453d-b416-95d355d248ed tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:55.287547 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7460baea-7f3c-4087-bc9a-b4904ce7cf41 req-983fadbb-a7f2-453d-b416-95d355d248ed tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0533426 Aug 10 12:08:55.325542 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7460baea-7f3c-4087-bc9a-b4904ce7cf41 req-7e0fc75f-432a-43c1-bd71-361941013ea7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318091 Aug 10 12:08:55.371759 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-939f1802-d0cc-483a-ae45-4b9c5ffcd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:55.373547 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-939f1802-d0cc-483a-ae45-4b9c5ffcd52a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0447881 Aug 10 12:08:55.487034 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-05471dec-4d72-4802-b6de-5656c058d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:55.488531 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-05471dec-4d72-4802-b6de-5656c058d3fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.0903060 Aug 10 12:08:55.557624 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-8e7e4671-725c-4025-99cc-2c04339e135a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 1001 time: 0.0609961 Aug 10 12:08:55.608186 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-74b2b405-ce49-43ca-bb6a-0444aeb652eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:55.609603 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-74b2b405-ce49-43ca-bb6a-0444aeb652eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0441253 Aug 10 12:08:55.664531 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-34a14c16-33ba-43d4-a20d-baedeb09f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:55.666311 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-34a14c16-33ba-43d4-a20d-baedeb09f324 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407052 Aug 10 12:08:55.766114 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-5edee63f-a238-40fc-91c2-d7a8abd4c221 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Aug 10 12:08:55.857232 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-520baf0b-7a1c-4d40-8819-98b4eb6da4d1 req-14e5f825-6464-4454-ae1b-a0c699772a7c service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Aug 10 12:08:56.442052 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c8376-ab68-40bd-91cd-f3ea56589309 req-c8c3eb7d-eca9-4d4d-988a-ce9665ba2b87 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:56.443529 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a93c8376-ab68-40bd-91cd-f3ea56589309 req-c8c3eb7d-eca9-4d4d-988a-ce9665ba2b87 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0479491 Aug 10 12:08:56.478387 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:56.483611 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a93c8376-ab68-40bd-91cd-f3ea56589309 req-1337455f-a8f3-408f-a496-34b0952ae557 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342846 Aug 10 12:08:57.391050 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46704) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:57.450931 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f587a-3481-4c03-a618-01cb724255f9 req-71b28585-7acc-435b-afd6-da7e45b889d6 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:57.452442 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c28f587a-3481-4c03-a618-01cb724255f9 req-71b28585-7acc-435b-afd6-da7e45b889d6 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0492241 Aug 10 12:08:57.496374 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c28f587a-3481-4c03-a618-01cb724255f9 req-c16ec4ba-b79d-4902-a313-627061e7c36b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Aug 10 12:08:57.501789 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69f60d90-d300-4c4b-816c-2ca99725ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.614570 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183348e-73cd-4af7-a8fe-7a0dec4787ed req-dd44e8c5-6384-4ce9-8879-af8b1fb38eef tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:57.616059 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9183348e-73cd-4af7-a8fe-7a0dec4787ed req-dd44e8c5-6384-4ce9-8879-af8b1fb38eef tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0614059 Aug 10 12:08:57.645256 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69f60d90-d300-4c4b-816c-2ca99725ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.649652 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-69f60d90-d300-4c4b-816c-2ca99725ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.697833 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9183348e-73cd-4af7-a8fe-7a0dec4787ed req-fca5cc0d-08d3-4915-b006-4a990a992aca tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746958 Aug 10 12:08:57.700920 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-69f60d90-d300-4c4b-816c-2ca99725ec7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0aeee8363d2a46a99f3261b34036f1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086555 Aug 10 12:08:57.702039 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f60d90-d300-4c4b-816c-2ca99725ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e539c-8a7b-4208-8639-b4eb6d431f6f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:57.704574 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46710) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:57.757775 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.777936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.822177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.824740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:57.825999 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/531e539c-8a7b-4208-8639-b4eb6d431f6f HTTP/1.1" status: 204 len: 168 time: 0.1197968 Aug 10 12:08:57.833931 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a6866-ceed-4e04-876b-6093b6c9acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e539c-8a7b-4208-8639-b4eb6d431f6f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:58.081706 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46718) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:58.094586 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-488a7464-373c-4347-9c75-612de9f4acc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.185600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-488a7464-373c-4347-9c75-612de9f4acc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.189275 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-488a7464-373c-4347-9c75-612de9f4acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.226502 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-488a7464-373c-4347-9c75-612de9f4acc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50748da94a7243a986c4deae6534b460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437361 Aug 10 12:08:58.227344 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7464-373c-4347-9c75-612de9f4acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab788ad-623a-4c98-8875-cfae2bd53142,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:58.229171 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46720) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:08:58.279432 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.300881 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.348882 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.351546 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:58.352691 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ab788ad-623a-4c98-8875-cfae2bd53142 HTTP/1.1" status: 204 len: 168 time: 0.1224444 Aug 10 12:08:58.361925 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264db6fe-408a-4f32-8a56-fb332d1a4655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab788ad-623a-4c98-8875-cfae2bd53142,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:58.609622 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54584c5-45d5-4bea-9361-f860ccd02c96 req-906dfb66-b0ca-4f5e-aab9-87be120d2ec1 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:58.611805 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c54584c5-45d5-4bea-9361-f860ccd02c96 req-906dfb66-b0ca-4f5e-aab9-87be120d2ec1 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 10 12:08:58.652822 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c54584c5-45d5-4bea-9361-f860ccd02c96 req-58e6c0a4-eaea-49e9-81b1-a67cd245d898 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351663 Aug 10 12:08:58.817079 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287ca80-4f9c-4f38-b6ea-8436d3793599 req-df45045f-c6c3-45de-a688-98bdf926e42e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:58.818621 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f287ca80-4f9c-4f38-b6ea-8436d3793599 req-df45045f-c6c3-45de-a688-98bdf926e42e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0500972 Aug 10 12:08:58.857779 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f287ca80-4f9c-4f38-b6ea-8436d3793599 req-a92f4bdb-c743-49f6-92a8-d58816001221 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330245 Aug 10 12:08:59.486266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-fc59ade7-c3f7-49f2-9d43-4124b3beb0df tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:59.488383 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-fc59ade7-c3f7-49f2-9d43-4124b3beb0df tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0765989 Aug 10 12:08:59.584349 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Deleting port 79838dbd-e974-4729-bb5f-3bef2d23a0fe {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:08:59.584700 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:59.675690 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] For port 79838dbd-e974-4729-bb5f-3bef2d23a0fe, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=79838dbd-e974-4729-bb5f-3bef2d23a0fe,segment=NetworkSegment(0ab0416e-ae50-44d1-be2c-8b66556e9899),segment_id=0ab0416e-ae50-44d1-be2c-8b66556e9899)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:08:59.676058 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:59.690509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Calling delete_port for 79838dbd-e974-4729-bb5f-3bef2d23a0fe owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:08:59.775011 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd629b-4902-447a-a792-4ba4f986afe7 req-eeed0ac6-1b56-4db9-a72c-641535120de2 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:08:59.777568 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55fd629b-4902-447a-a792-4ba4f986afe7 req-eeed0ac6-1b56-4db9-a72c-641535120de2 tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/ports?device_id=5690ad83-f9bf-4b53-9654-dbf19a058a2d HTTP/1.1" status: 200 len: 945 time: 0.0516322 Aug 10 12:08:59.830235 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55fd629b-4902-447a-a792-4ba4f986afe7 req-d8221317-7800-4f1a-8b2f-5e3f6d0d6bed tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.64 "GET /v2.0/security-groups?id=1756feb0-bc0e-4d9a-8074-5c563b67105a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Aug 10 12:08:59.837261 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:59.852875 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['79838dbd-e974-4729-bb5f-3bef2d23a0fe'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:08:59.871340 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Pushing event deleted for resources: {'Port': ['ID=79838dbd-e974-4729-bb5f-3bef2d23a0fe,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:08:59.913606 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] No DVR routers for this DVR port 79838dbd-e974-4729-bb5f-3bef2d23a0fe on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:08:59.916373 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:08:59.918374 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2afd1836-44a0-47c4-bf14-71e5c717584e req-ff5ec119-2483-4fe7-bd14-210f26f2658b tempest-VolumesSnapshotTestJSON-951002548 tempest-VolumesSnapshotTestJSON-951002548-project] 10.222.0.66 "DELETE /v2.0/ports/79838dbd-e974-4729-bb5f-3bef2d23a0fe HTTP/1.1" status: 204 len: 173 time: 0.4220731 Aug 10 12:08:59.918813 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'name': 'network-vif-deleted', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:08:59.921262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af2be7-7b02-401f-a348-52e24367ce5a" -d '{"events": [{"server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "name": "network-vif-deleted", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:08:59.974369 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f83fd5-6b9a-4b5b-8896-de14d823bacc x-openstack-request-id: req-f3f83fd5-6b9a-4b5b-8896-de14d823bacc {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:08:59.974786 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5690ad83-f9bf-4b53-9654-dbf19a058a2d", "name": "network-vif-deleted", "tag": "79838dbd-e974-4729-bb5f-3bef2d23a0fe", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:08:59.975146 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3f83fd5-6b9a-4b5b-8896-de14d823bacc {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:08:59.975610 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5690ad83-f9bf-4b53-9654-dbf19a058a2d', 'name': 'network-vif-deleted', 'tag': '79838dbd-e974-4729-bb5f-3bef2d23a0fe', 'status': 'completed', 'code': 200} Aug 10 12:09:00.052878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3be4c-781e-45bb-9455-2e2ec78926ff req-58d754e1-b7c6-45d2-91ac-5fc99f5ec50c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:00.057394 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2cd3be4c-781e-45bb-9455-2e2ec78926ff req-58d754e1-b7c6-45d2-91ac-5fc99f5ec50c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.1094329 Aug 10 12:09:00.100719 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2cd3be4c-781e-45bb-9455-2e2ec78926ff req-226e6c6c-5057-429d-90bc-6cbaca2af7ff tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357575 Aug 10 12:09:01.257330 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa659-4452-4255-95f5-9063345aa2d5 req-c694f67c-5893-49d4-819d-a16ad414c2f9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:01.258918 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5d5fa659-4452-4255-95f5-9063345aa2d5 req-c694f67c-5893-49d4-819d-a16ad414c2f9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0563185 Aug 10 12:09:01.306472 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5d5fa659-4452-4255-95f5-9063345aa2d5 req-31c83caa-0fa6-4e6a-8a35-0f73cc6ec2ee tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396779 Aug 10 12:09:01.319110 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d366cf63-b5c1-4873-8b30-273af8399224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.444282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d158ec7-5300-4652-a831-6a7bb59c0cac req-c18a0e9c-bcdd-47a0-8c74-d217621d608c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:02.446396 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8d158ec7-5300-4652-a831-6a7bb59c0cac req-c18a0e9c-bcdd-47a0-8c74-d217621d608c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0526016 Aug 10 12:09:02.489511 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8d158ec7-5300-4652-a831-6a7bb59c0cac req-ff39962e-7fed-4d79-b6fa-b3ff489ff11b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372756 Aug 10 12:09:02.590037 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46818) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:02.692103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf98e130-7264-4702-a5c8-19f3d428fbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.778571 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf98e130-7264-4702-a5c8-19f3d428fbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.782273 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cf98e130-7264-4702-a5c8-19f3d428fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.822653 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-cf98e130-7264-4702-a5c8-19f3d428fbed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8fb580db8d1416f8818ab130b076b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314553 Aug 10 12:09:02.823516 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98e130-7264-4702-a5c8-19f3d428fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a1725-ca4d-41d1-b92f-5f8d0b6fb87c,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:02.825356 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46822) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:02.874473 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.896401 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.942036 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.944741 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:02.945898 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd1a1725-ca4d-41d1-b92f-5f8d0b6fb87c HTTP/1.1" status: 204 len: 168 time: 0.1195736 Aug 10 12:09:02.953298 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20b9b8-b2a3-40f6-8b36-78a9c3373fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a1725-ca4d-41d1-b92f-5f8d0b6fb87c,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:03.213650 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46828) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:03.227386 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b6c05ba-2ea5-4a86-869a-daf0ac6bc387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.331496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b6c05ba-2ea5-4a86-869a-daf0ac6bc387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.335759 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1b6c05ba-2ea5-4a86-869a-daf0ac6bc387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.388065 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1b6c05ba-2ea5-4a86-869a-daf0ac6bc387 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c9bcd87bb7e47628c9f6a2103837774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731758 Aug 10 12:09:03.390634 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46832) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:03.390865 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c05ba-2ea5-4a86-869a-daf0ac6bc387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78dbb5-35a1-4c86-a34e-41e3c54e1338,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:03.444403 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.465997 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.515225 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.518105 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.519890 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e78dbb5-35a1-4c86-a34e-41e3c54e1338 HTTP/1.1" status: 204 len: 168 time: 0.1278012 Aug 10 12:09:03.528162 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9c3e8-79ca-4f1b-a6cc-4cff2521bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78dbb5-35a1-4c86-a34e-41e3c54e1338,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:03.568147 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:09:03.619597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5120b3-6bd3-4fc1-af5b-9f89b2fe5067 req-b5be563c-2614-4490-a0f6-6ed9ed587531 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:03.622256 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ad5120b3-6bd3-4fc1-af5b-9f89b2fe5067 req-b5be563c-2614-4490-a0f6-6ed9ed587531 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0599053 Aug 10 12:09:03.663098 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ad5120b3-6bd3-4fc1-af5b-9f89b2fe5067 req-789659e8-3677-46fb-ac95-5b915632b06f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335360 Aug 10 12:09:03.686752 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:03.698775 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'mac_address': 'fa:16:3e:71:99:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:09:03.736908 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.749299 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c09251-1183-4a55-848a-233ced8be0b4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:09:03.773293 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:03.779238 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:03.828373 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:04.014783 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:04.267972 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76014f2c-0be9-4f4a-a1f2-c1ab93ad72f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:04.809032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbb1c8-9c69-41af-a9a6-fd12a542bbad req-aa1d53e9-eac1-4820-abde-ae50ffa5bac4 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:04.810519 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-98fbb1c8-9c69-41af-a9a6-fd12a542bbad req-aa1d53e9-eac1-4820-abde-ae50ffa5bac4 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 944 time: 0.0532317 Aug 10 12:09:04.851546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-98fbb1c8-9c69-41af-a9a6-fd12a542bbad req-abe52d2b-47e9-4ca7-a8eb-2709c6366d0c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348513 Aug 10 12:09:05.851063 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['e9c09251-1183-4a55-848a-233ced8be0b4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:09:05.962377 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:05.967326 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf97b1-a4f6-474d-94c6-c515c5d165a5 req-004badbf-5301-4cdd-a242-a7ff6a3730e6 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:05.969139 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d2bf97b1-a4f6-474d-94c6-c515c5d165a5 req-004badbf-5301-4cdd-a242-a7ff6a3730e6 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 944 time: 0.0505443 Aug 10 12:09:06.007604 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d2bf97b1-a4f6-474d-94c6-c515c5d165a5 req-95c20df2-318b-4ac6-bf0d-8fd7e581fa90 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318968 Aug 10 12:09:06.680987 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c6fc6-de6c-46f1-a02f-5494ff2e9c63 req-34b8e770-5313-4953-b103-587157c1332a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:06.682611 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-203c6fc6-de6c-46f1-a02f-5494ff2e9c63 req-34b8e770-5313-4953-b103-587157c1332a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Aug 10 12:09:06.723278 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-203c6fc6-de6c-46f1-a02f-5494ff2e9c63 req-6b10d720-d25a-4440-bddf-4748783714f0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331779 Aug 10 12:09:06.978078 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:07.129089 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d463c-c508-4a20-98d6-be5a6b41af8e req-ead6ad3c-7ed5-4b96-8937-f7fd08d4d5b7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:07.130685 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eb4d463c-c508-4a20-98d6-be5a6b41af8e req-ead6ad3c-7ed5-4b96-8937-f7fd08d4d5b7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 944 time: 0.0522666 Aug 10 12:09:07.181477 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eb4d463c-c508-4a20-98d6-be5a6b41af8e req-11b735e3-fe71-4309-9a1b-0eefe65c00d3 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442584 Aug 10 12:09:07.519431 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:09:07.568016 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port e9c09251-1183-4a55-848a-233ced8be0b4 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:09:07.571680 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port e9c09251-1183-4a55-848a-233ced8be0b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:09:07.572054 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:07.763677 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:07.785353 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:07.787504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08822ee5-9be2-4d6c-a935-3f267970cac2" -d '{"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-plugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:07.800869 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:07.806446 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:07.807424 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 79838dbd-e974-4729-bb5f-3bef2d23a0fe no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:07.845520 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c058-4297-4f1a-99de-7a137e471065 req-ef474b91-8601-4a02-899c-e349dd679364 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:07.851778 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c93ba0-5fc4-4305-b824-1f519d2b0a25 x-openstack-request-id: req-86c93ba0-5fc4-4305-b824-1f519d2b0a25 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:07.852073 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-plugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:07.852327 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c93ba0-5fc4-4305-b824-1f519d2b0a25 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:07.852718 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'code': 200} Aug 10 12:09:07.854838 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 79838dbd-e974-4729-bb5f-3bef2d23a0fe {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:07.854967 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9cb7c058-4297-4f1a-99de-7a137e471065 req-ef474b91-8601-4a02-899c-e349dd679364 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0627384 Aug 10 12:09:07.855188 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 79838dbd-e974-4729-bb5f-3bef2d23a0fe not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:07.879882 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:07.899331 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9cb7c058-4297-4f1a-99de-7a137e471065 req-60a681fc-cc50-4167-a167-06290a58b925 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Aug 10 12:09:08.094970 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80652b6b-20bd-4456-aaa4-c843c3edde9d req-ce2fbd4b-e299-4d55-9717-598cec25f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.096897 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-80652b6b-20bd-4456-aaa4-c843c3edde9d req-ce2fbd4b-e299-4d55-9717-598cec25f72a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0378978 Aug 10 12:09:08.135411 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-80652b6b-20bd-4456-aaa4-c843c3edde9d req-b3ec77a8-4831-4a81-85fb-d9b62bce7539 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269685 Aug 10 12:09:08.217165 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-35cfd3ae-54d0-4a44-9f89-60c8b0b69156 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909189677&fields=id&tenant_id=85736eb943ff424892dc83156272b705 HTTP/1.1" status: 200 len: 267 time: 0.0346818 Aug 10 12:09:08.310132 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-f20d6da5-1ee1-4b94-9798-07e4b51c734f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.311619 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-f20d6da5-1ee1-4b94-9798-07e4b51c734f tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 985 time: 0.0850985 Aug 10 12:09:08.319637 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c5976-0329-4549-b4ea-6effac6764a8 req-76b77c30-671b-4c4c-bfe5-8fab776f73ec tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.323230 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f44c5976-0329-4549-b4ea-6effac6764a8 req-76b77c30-671b-4c4c-bfe5-8fab776f73ec tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0643945 Aug 10 12:09:08.328662 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Request body: {'port': {'security_groups': ['571f5903-b14a-4b86-90ad-8c6c8b5d21a5']}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:09:08.413330 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f44c5976-0329-4549-b4ea-6effac6764a8 req-94445094-4c5d-453e-af98-bf51b29cd08c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803859 Aug 10 12:09:08.422663 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.601575 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:08.629651 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.634095 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.650884 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:09:08.675699 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.676332 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.677763 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f0b0d4ac-2528-4e6d-8e2a-b203b8a0d72b req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "PUT /v2.0/ports/d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 943 time: 0.3536320 Aug 10 12:09:08.678200 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:08.680913 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0ef762-fc07-4b48-ae2f-c494a4a05400" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:08.684125 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46948) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:08.720292 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event updated for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=7']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:08.736661 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a71e5f4-21a0-46b6-a069-3c411252a972 x-openstack-request-id: req-2a71e5f4-21a0-46b6-a069-3c411252a972 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:08.737104 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:08.737450 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a71e5f4-21a0-46b6-a069-3c411252a972 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:08.738056 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:09:08.741021 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.741490 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.741989 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.742454 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.743070 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.743507 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.744079 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.744515 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.744945 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.745349 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.745748 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.746301 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c54df4-11b8-4ba4-8583-5ce966780554 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:08.772594 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.797032 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:09:08.838991 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.856382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-d13d2840-fa11-45bc-980b-b59b68c23c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.858460 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-d13d2840-fa11-45bc-980b-b59b68c23c31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1099 time: 0.0946527 Aug 10 12:09:08.943539 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-ef5d38f8-53ac-472e-aab8-c0e6cc38a52b None None] Provisioning complete for port d0665c01-d5ff-4503-b317-48b663d8b2e0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:09:08.943914 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef5d38f8-53ac-472e-aab8-c0e6cc38a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:08.990670 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-379424c5-0f51-47bb-a5ad-9edd035f400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:08.992599 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-379424c5-0f51-47bb-a5ad-9edd035f400e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.1116428 Aug 10 12:09:09.010456 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.013169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.016873 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "DELETE /v2.0/security-groups/42d129d4-d06e-49a4-8224-45ed0446f328 HTTP/1.1" status: 204 len: 168 time: 0.3292584 Aug 10 12:09:09.017134 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 46954) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:09.066486 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d129d4-d06e-49a4-8224-45ed0446f328,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:09.079402 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.079942 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.080434 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.081745 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.082157 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.082619 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.084728 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.085679 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.086089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.086496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.086936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.087336 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485b0be-4a54-4190-b44c-2f54b495e30c tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:09.119109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23acf2-bf0d-45ec-b064-7ee629514aaa req-49f2076f-2069-4b99-9b25-7c407d0c7bd5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:09.120026 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b23acf2-bf0d-45ec-b064-7ee629514aaa req-49f2076f-2069-4b99-9b25-7c407d0c7bd5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1128595 Aug 10 12:09:09.135142 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-0f259e7e-625b-48cd-b729-736433bd6012 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 1002 time: 0.1337063 Aug 10 12:09:09.200676 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-d5d97b36-5712-4ed0-95be-240c932a49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:09.202182 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-d5d97b36-5712-4ed0-95be-240c932a49e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.0552180 Aug 10 12:09:09.253847 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7b23acf2-bf0d-45ec-b064-7ee629514aaa req-944fccc2-67a7-4ce1-bc99-39b9fefba4b8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216538 Aug 10 12:09:09.273713 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-6bad7f46-0491-4850-842d-4d805578b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:09.273713 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-6bad7f46-0491-4850-842d-4d805578b782 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480738 Aug 10 12:09:09.278260 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Deleting port da8ab73b-0a33-4ab3-938c-baed8f629e3d {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:09.278610 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.374555 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.375136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.388846 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Calling delete_port for da8ab73b-0a33-4ab3-938c-baed8f629e3d owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:09.399855 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-53dfa34f-862e-4d59-934e-f62f759abe1f service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137261 Aug 10 12:09:09.497152 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-1a0ef762-fc07-4b48-ae2f-c494a4a05400 req-f3a345c2-55cf-4b55-a64a-f534ae7e3d00 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876060 Aug 10 12:09:09.561823 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6397f-09f8-457a-9cce-66cecab949b5 req-1cf85af9-597c-4113-8576-97e9d6251832 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:09.563280 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9bf6397f-09f8-457a-9cce-66cecab949b5 req-1cf85af9-597c-4113-8576-97e9d6251832 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0767131 Aug 10 12:09:09.631058 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9bf6397f-09f8-457a-9cce-66cecab949b5 req-838bb9b8-3819-409e-abe6-b6240a21fba2 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614305 Aug 10 12:09:09.655365 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.689261 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event deleted for resources: {'Port': ['ID=da8ab73b-0a33-4ab3-938c-baed8f629e3d,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:09.766696 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:09.767044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Floating IP dddc7c5c-27b1-446b-9fd0-c425df21974f disassociated (deleted). External IP: 172.27.2.126, port: d0665c01-d5ff-4503-b317-48b663d8b2e0. Aug 10 12:09:10.062759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c966a4a-4ac5-4429-93fd-ef3bb07d4378 req-8867397d-1f07-470e-9955-0e40e43ef1b2 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:10.064245 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c966a4a-4ac5-4429-93fd-ef3bb07d4378 req-8867397d-1f07-470e-9955-0e40e43ef1b2 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.3577795 Aug 10 12:09:10.142641 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c966a4a-4ac5-4429-93fd-ef3bb07d4378 req-97bebe22-0d9d-4bb1-9594-bbfb76351bc9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721822 Aug 10 12:09:10.165956 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46988) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:10.255867 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Router ce291a20-50c8-4715-9ef3-7416f88b687d has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:09:10.395082 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13671c-2d22-4ec3-b2d4-c6dd7d150a00 tempest-TestShelveInstance-1908487428 tempest-TestShelveInstance-1908487428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:10.397013 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ab13671c-2d22-4ec3-b2d4-c6dd7d150a00 tempest-TestShelveInstance-1908487428 tempest-TestShelveInstance-1908487428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1093 time: 0.2294128 Aug 10 12:09:10.399904 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 46998) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:10.404245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:09:10.409321 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:09:10.414606 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:10.419320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Sync routers for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:09:10.433686 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for floatingip, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:10.435107 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:10.435751 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:10.469138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9c049-125b-4ac9-9694-e1f17dc66274 req-6471d03a-1399-4347-99a2-7fc9ee594209 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:10.470642 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-70c9c049-125b-4ac9-9694-e1f17dc66274 req-6471d03a-1399-4347-99a2-7fc9ee594209 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.1197422 Aug 10 12:09:10.519948 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-81003dcd-fc03-450a-8a2a-3cffb35a6a36 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "DELETE /v2.0/floatingips/dddc7c5c-27b1-446b-9fd0-c425df21974f HTTP/1.1" status: 204 len: 168 time: 1.5011768 Aug 10 12:09:10.571741 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-70c9c049-125b-4ac9-9694-e1f17dc66274 req-3b9e7b64-2069-406c-a943-e3df0de597fb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869312 Aug 10 12:09:10.594192 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:10.636122 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:10.738809 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:10.741233 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a06e0-ff50-4045-9b9f-348924416141" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:10.754383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Allocated IP 172.27.2.170 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/ae8426ab-5f48-43e5-a3f7-3411cf476ec4) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:09:10.797736 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd01dece-ed03-48c6-905c-0dd67496fde7 x-openstack-request-id: req-bd01dece-ed03-48c6-905c-0dd67496fde7 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:10.798245 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:10.798653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd01dece-ed03-48c6-905c-0dd67496fde7 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:10.799205 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:09:10.917639 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:10.952163 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Checking router: ce291a20-50c8-4715-9ef3-7416f88b687d for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:09:10.966429 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:10.974670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:10.975215 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:10.976981 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06e0-ff50-4045-9b9f-348924416141 req-c3e5a618-d745-4f83-a0c2-843161476226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:10.978489 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-c3e5a618-d745-4f83-a0c2-843161476226 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85736eb943ff424892dc83156272b705&device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 1099 time: 0.1466129 Aug 10 12:09:11.019687 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.070200 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:09:11.072384 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:09:11.076869 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:09:11.081873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'Port': ['ID=ae8426ab-5f48-43e5-a3f7-3411cf476ec4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:11.105979 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:11.319036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:11.345426 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0472d-61ca-49c9-86de-1803d1d7debe None None] The sync data for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi is: [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:05:18Z', 'revision_number': 4, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '5f3f780a-b1a3-4411-8e56-be379eb3f8f2', 'name': '', 'network_id': 'f90b32d7-d919-4856-929b-f6b90bd94857', 'tenant_id': '85736eb943ff424892dc83156272b705', 'mac_address': 'fa:16:3e:e5:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:17Z', 'updated_at': '2021-08-10T12:05:25Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'subnets': [{'id': '1559426e-6556-49b9-ba13-6bee614b79f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:09:11.440488 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.512673 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.612810 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9273a-5ef5-48f0-9d13-3000699bde2f None None] New status for floating IP dddc7c5c-27b1-446b-9fd0-c425df21974f: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:09:11.685574 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.691340 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.748321 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa952-cbce-43a0-aea4-e5d5649692de req-2f91fa25-0b4e-4fe9-93e0-9d144ea274f3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:11.750615 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7f1aa952-cbce-43a0-aea4-e5d5649692de req-2f91fa25-0b4e-4fe9-93e0-9d144ea274f3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0757287 Aug 10 12:09:11.762195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event updated for resources: {'Port': ['ID=ae8426ab-5f48-43e5-a3f7-3411cf476ec4,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:11.776909 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:11.798240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7f1aa952-cbce-43a0-aea4-e5d5649692de req-051f65fa-8fe2-4663-a432-e6ee97f95353 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Aug 10 12:09:11.879295 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Floating IP 509f78ec-042c-4a25-921b-728edd686345 associated. External IP: 172.27.2.170, port: e9c09251-1183-4a55-848a-233ced8be0b4. Aug 10 12:09:12.090845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Router 909feebf-db69-4e6f-9cf1-b73c40a91c3a has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:09:12.120527 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:09:12.203372 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:09:12.215343 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Sync routers for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:09:12.220053 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:12.228828 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:12.230481 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:12.249817 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a5f0df3e-436f-482f-86ed-3f57d0024130 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8488822 Aug 10 12:09:12.250547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:12.252853 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa557f5-8303-4503-bd01-0c2b399e93ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:12.302368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e3e08-bc0c-4d3b-b47c-3fbc0aff8011 x-openstack-request-id: req-728e3e08-bc0c-4d3b-b47c-3fbc0aff8011 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:12.302648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:12.302897 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-728e3e08-bc0c-4d3b-b47c-3fbc0aff8011 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:12.303360 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'status': 'completed', 'code': 200} Aug 10 12:09:12.345698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:12.560890 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '509f78ec-042c-4a25-921b-728edd686345', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'mac_address': 'fa:16:3e:71:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:09:11Z', 'updated_at': '2021-08-10T12:09:11Z', 'revision_number': 0, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:12.590180 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Checking router: 909feebf-db69-4e6f-9cf1-b73c40a91c3a for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:09:12.598320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:12.598924 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:12.698844 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:12.924528 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a99278-1292-473a-a8b2-a95296fe7fed req-cf4b5a7f-5d28-4dae-a09c-4977e9222e84 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:12.926098 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-47a99278-1292-473a-a8b2-a95296fe7fed req-cf4b5a7f-5d28-4dae-a09c-4977e9222e84 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0532603 Aug 10 12:09:12.964963 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-47a99278-1292-473a-a8b2-a95296fe7fed req-6662c169-73e7-4415-aa43-6369111f8ab4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329075 Aug 10 12:09:13.031710 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '509f78ec-042c-4a25-921b-728edd686345', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'mac_address': 'fa:16:3e:71:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:09:11Z', 'updated_at': '2021-08-10T12:09:11Z', 'revision_number': 0, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:13.058552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56c6e4f-887c-460a-80d3-b37cdbdf8aa9 None None] The sync data for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi is: [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '509f78ec-042c-4a25-921b-728edd686345', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'mac_address': 'fa:16:3e:71:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:09:11Z', 'updated_at': '2021-08-10T12:09:11Z', 'revision_number': 0, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:09:13.248594 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbe0bd-01d2-41ed-b90f-d36361f55d99 None None] New status for floating IP 509f78ec-042c-4a25-921b-728edd686345: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:09:14.077611 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19180e-ad6b-4c49-95bd-501359af78bf req-1547f870-75a1-4624-944e-22681bc7338f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.079093 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dd19180e-ad6b-4c49-95bd-501359af78bf req-1547f870-75a1-4624-944e-22681bc7338f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Aug 10 12:09:14.116043 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-dd19180e-ad6b-4c49-95bd-501359af78bf req-9898c364-5c26-40c4-8f91-43d447cb8fa1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Aug 10 12:09:14.265350 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-eb407e9a-a066-4272-96aa-17ee9e542527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.266840 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-eb407e9a-a066-4272-96aa-17ee9e542527 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0923982 Aug 10 12:09:14.276106 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06e0-ff50-4045-9b9f-348924416141 req-c9dd33ab-d0ca-4f3e-96f2-6bde73a61a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.277676 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-c9dd33ab-d0ca-4f3e-96f2-6bde73a61a8c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 200 len: 917 time: 0.1279478 Aug 10 12:09:14.367587 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-0ff50747-2d6b-4fee-bc09-47a3bfd98df1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 200 len: 217 time: 0.0648408 Aug 10 12:09:14.438941 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06e0-ff50-4045-9b9f-348924416141 req-1d637cad-e3f9-4960-a4be-a76c675be537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.440412 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-1d637cad-e3f9-4960-a4be-a76c675be537 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 200 len: 854 time: 0.0637748 Aug 10 12:09:14.444727 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-4193df84-9cda-4164-93f2-a69582f102d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.446157 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-4193df84-9cda-4164-93f2-a69582f102d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 911 time: 0.1530375 Aug 10 12:09:14.786008 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-6ad171f8-91b6-4c32-959a-753af8200fe7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.3304095 Aug 10 12:09:14.788584 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a06e0-ff50-4045-9b9f-348924416141 req-3691d64e-2557-45dd-9a4d-4577250f4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.790018 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-3691d64e-2557-45dd-9a4d-4577250f4dd9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f90b32d7-d919-4856-929b-f6b90bd94857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3356931 Aug 10 12:09:14.903963 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-696d9bc4-f49e-4790-a407-77d523a77cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.905456 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-696d9bc4-f49e-4790-a407-77d523a77cf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0958264 Aug 10 12:09:14.966505 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-4b5a1686-c0ad-4ada-8e01-d28b0dd92eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492562 Aug 10 12:09:14.982338 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-eefa926f-2a2b-41b7-802f-32e8964f55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:14.983867 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-eefa926f-2a2b-41b7-802f-32e8964f55d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669818 Aug 10 12:09:15.133492 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b93a06e0-ff50-4045-9b9f-348924416141 req-06ee6396-2428-4ecb-8c15-41835994e379 service neutron] 10.222.0.66 "GET /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591804 Aug 10 12:09:15.162533 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-5245f48c-317f-454a-9617-1d6acd8f55a7 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668327 Aug 10 12:09:15.274111 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc7244-254f-4221-bba6-efc8f2388960 req-d4c62852-ec3d-4b01-aa72-22a0d1b30f6d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:15.277250 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94dc7244-254f-4221-bba6-efc8f2388960 req-d4c62852-ec3d-4b01-aa72-22a0d1b30f6d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0660777 Aug 10 12:09:15.291766 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-efa557f5-8303-4503-bd01-0c2b399e93ca req-0f0ad270-e858-4d5c-bb53-5a45cc6354d8 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189120 Aug 10 12:09:15.318768 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94dc7244-254f-4221-bba6-efc8f2388960 req-d1d0074a-b213-47b6-8c62-36815b256060 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369477 Aug 10 12:09:16.451392 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74094-f679-44df-a11e-30d428c17b8a req-dc9e6237-c73c-41ed-b3e1-9b04d1cf80a1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:16.452901 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3bc74094-f679-44df-a11e-30d428c17b8a req-dc9e6237-c73c-41ed-b3e1-9b04d1cf80a1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0516205 Aug 10 12:09:16.489818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3bc74094-f679-44df-a11e-30d428c17b8a req-25014f72-095c-4d39-bcd0-502511969f38 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Aug 10 12:09:16.788361 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527611f-ec2c-430f-8823-69f7b00f39e2 req-52881a01-f07b-462f-9a5d-4f86976e6e5a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:16.789903 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3527611f-ec2c-430f-8823-69f7b00f39e2 req-52881a01-f07b-462f-9a5d-4f86976e6e5a tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0509193 Aug 10 12:09:16.826382 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3527611f-ec2c-430f-8823-69f7b00f39e2 req-ce89b419-5e83-4698-9cfb-8f513be4dfb5 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Aug 10 12:09:17.602893 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb418db-25e8-4782-9db6-f3d79e8a9abb req-85dedd6d-caa5-4b93-add8-245c3497facb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:17.604398 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ebb418db-25e8-4782-9db6-f3d79e8a9abb req-85dedd6d-caa5-4b93-add8-245c3497facb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 10 12:09:17.640736 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ebb418db-25e8-4782-9db6-f3d79e8a9abb req-bb57f79d-f957-4cca-a71c-a1e3077c8480 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304031 Aug 10 12:09:17.947537 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087de885-3728-4072-a64d-d348e48ba4e6 req-b6c1f651-a27d-4eed-96a2-6ffb548605e8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:17.949093 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-087de885-3728-4072-a64d-d348e48ba4e6 req-b6c1f651-a27d-4eed-96a2-6ffb548605e8 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0543373 Aug 10 12:09:17.986844 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-087de885-3728-4072-a64d-d348e48ba4e6 req-f1675db0-2450-48eb-8e00-f08a93a31ca3 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Aug 10 12:09:18.028741 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47160) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:18.134005 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d81a-4d98-4f1b-9cc5-5d9afbbff374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.225538 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d81a-4d98-4f1b-9cc5-5d9afbbff374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.229179 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d81a-4d98-4f1b-9cc5-5d9afbbff374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.266050 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-1bc9d81a-4d98-4f1b-9cc5-5d9afbbff374 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07c51be2e09a4cc29f95931957d6bdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361770 Aug 10 12:09:18.267009 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d81a-4d98-4f1b-9cc5-5d9afbbff374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2411331f-0aaa-41e9-a0e4-e5b5d482faca,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:18.269307 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47164) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:18.316759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.337257 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.384215 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.386811 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:18.387958 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2411331f-0aaa-41e9-a0e4-e5b5d482faca HTTP/1.1" status: 204 len: 168 time: 0.1176789 Aug 10 12:09:18.396573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c982a-50d2-436a-a845-6aade87b4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2411331f-0aaa-41e9-a0e4-e5b5d482faca,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:18.756797 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b2690-32c8-4a16-891f-2b3e2fe2177f req-1b9efff3-62a1-40e3-acb1-c7bfc72f58e0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:18.758360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe7b2690-32c8-4a16-891f-2b3e2fe2177f req-1b9efff3-62a1-40e3-acb1-c7bfc72f58e0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Aug 10 12:09:18.801056 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe7b2690-32c8-4a16-891f-2b3e2fe2177f req-874fea8a-3933-43e9-81c9-30701d7641d4 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366738 Aug 10 12:09:19.035014 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-0475dae3-728f-41c8-9241-db2735af9831 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:19.036486 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-0475dae3-728f-41c8-9241-db2735af9831 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0477953 Aug 10 12:09:19.106134 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc8c7f-747e-45d0-b0aa-220de8f46676 req-cf0c2ae3-a3a0-4bc2-afd7-6374217e5856 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:19.107635 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5dbc8c7f-747e-45d0-b0aa-220de8f46676 req-cf0c2ae3-a3a0-4bc2-afd7-6374217e5856 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1c0eab7-3d67-4710-ae84-aec1c82be9ee HTTP/1.1" status: 200 len: 946 time: 0.0513532 Aug 10 12:09:19.136255 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Deleting port d0665c01-d5ff-4503-b317-48b663d8b2e0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:19.136603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:19.147218 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5dbc8c7f-747e-45d0-b0aa-220de8f46676 req-89bfee98-f774-498a-9248-a28cb9c6f999 tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.64 "GET /v2.0/security-groups?id=571f5903-b14a-4b86-90ad-8c6c8b5d21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329161 Aug 10 12:09:19.222729 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] For port d0665c01-d5ff-4503-b317-48b663d8b2e0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=d0665c01-d5ff-4503-b317-48b663d8b2e0,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:19.223093 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:19.235617 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Calling delete_port for d0665c01-d5ff-4503-b317-48b663d8b2e0 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:19.364046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:19.375753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['d0665c01-d5ff-4503-b317-48b663d8b2e0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:09:19.392713 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Pushing event deleted for resources: {'Port': ['ID=d0665c01-d5ff-4503-b317-48b663d8b2e0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:19.436283 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] No DVR routers for this DVR port d0665c01-d5ff-4503-b317-48b663d8b2e0 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:09:19.438806 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:19.440965 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-87c2d33a-81a8-407a-98cc-4109cd8b684a req-3b010b09-03f0-4ee6-a52e-a23a25b5848b tempest-TestMinimumBasicScenario-879389568 tempest-TestMinimumBasicScenario-879389568-project] 10.222.0.66 "DELETE /v2.0/ports/d0665c01-d5ff-4503-b317-48b663d8b2e0 HTTP/1.1" status: 204 len: 173 time: 0.3962255 Aug 10 12:09:19.441400 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'name': 'network-vif-deleted', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:19.443617 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0054a1-5ff9-41a8-9014-9dfc94e5085c" -d '{"events": [{"server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "name": "network-vif-deleted", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:19.479288 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a2d5b2-2275-4109-abe4-5771cb48a52b x-openstack-request-id: req-38a2d5b2-2275-4109-abe4-5771cb48a52b {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:19.479580 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c0eab7-3d67-4710-ae84-aec1c82be9ee", "name": "network-vif-deleted", "tag": "d0665c01-d5ff-4503-b317-48b663d8b2e0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:19.479835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38a2d5b2-2275-4109-abe4-5771cb48a52b {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:19.480230 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c0eab7-3d67-4710-ae84-aec1c82be9ee', 'name': 'network-vif-deleted', 'tag': 'd0665c01-d5ff-4503-b317-48b663d8b2e0', 'status': 'completed', 'code': 200} Aug 10 12:09:19.923230 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93db4b-25bb-442f-98c8-fb47abfbcfda req-7bf4db73-3afd-4d5a-9be3-d9fc2e0bd67f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:19.924818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab93db4b-25bb-442f-98c8-fb47abfbcfda req-7bf4db73-3afd-4d5a-9be3-d9fc2e0bd67f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Aug 10 12:09:19.964114 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab93db4b-25bb-442f-98c8-fb47abfbcfda req-f6861b9b-eade-4cd2-9079-3b03d2ec978a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Aug 10 12:09:20.963242 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47250) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:21.100641 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881456f1-d55c-4150-be5c-f7eb4e056c6a req-06fd7e1d-d163-4de0-a31a-d68295a05be7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:21.102368 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-881456f1-d55c-4150-be5c-f7eb4e056c6a req-06fd7e1d-d163-4de0-a31a-d68295a05be7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0606809 Aug 10 12:09:21.142389 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-881456f1-d55c-4150-be5c-f7eb4e056c6a req-67683a79-8f90-4d43-9ee3-252ad8cb2d2a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Aug 10 12:09:21.354887 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:21.615202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Deleting port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:21.615491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:21.621864 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d0665c01-d5ff-4503-b317-48b663d8b2e0 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:21.651422 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: d0665c01-d5ff-4503-b317-48b663d8b2e0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:21.652018 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device d0665c01-d5ff-4503-b317-48b663d8b2e0 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:21.701913 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] For port 5f3f780a-b1a3-4411-8e56-be379eb3f8f2, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:21.702351 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:21.717169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Calling delete_port for 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:21.900116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:21.927789 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3f780a-b1a3-4411-8e56-be379eb3f8f2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:22.091948 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:22.274786 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8435dee-8046-4d69-b3ce-8b4fc1113d1b req-7c95aa26-2c9c-41f9-b26a-66806fae1dc2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:22.282214 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e8435dee-8046-4d69-b3ce-8b4fc1113d1b req-7c95aa26-2c9c-41f9-b26a-66806fae1dc2 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0659952 Aug 10 12:09:22.332729 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e8435dee-8046-4d69-b3ce-8b4fc1113d1b req-0e24c7b8-834c-4eed-8a5b-0aa379dad77a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Aug 10 12:09:22.347883 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Router ce291a20-50c8-4715-9ef3-7416f88b687d has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:09:22.467481 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:09:22.473348 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d633d35c-2c51-411a-9646-c972afd2f2f6 admin admin] 10.222.0.64 "PUT /v2.0/routers/ce291a20-50c8-4715-9ef3-7416f88b687d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082858 Aug 10 12:09:22.476509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47280) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:22.477941 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Sync routers for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:09:22.488122 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:22.488746 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:22.622359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f667ae0-25d9-4e93-97b0-1c805321afd7 req-059ec57f-30e8-4e7e-a7cb-443572ab3971 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:22.623923 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4f667ae0-25d9-4e93-97b0-1c805321afd7 req-059ec57f-30e8-4e7e-a7cb-443572ab3971 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Aug 10 12:09:22.640153 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:22.649551 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:22.664003 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4f667ae0-25d9-4e93-97b0-1c805321afd7 req-fd47692c-df5d-4ed5-b940-481a4b869711 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Aug 10 12:09:22.682342 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-da9d65b6-4732-45df-b81a-3b712ded0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:22.683985 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-da9d65b6-4732-45df-b81a-3b712ded0d2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 1099 time: 0.0918355 Aug 10 12:09:22.845124 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:09:21Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:22.876385 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Checking router: ce291a20-50c8-4715-9ef3-7416f88b687d for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:09:22.886943 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Routers {'ce291a20-50c8-4715-9ef3-7416f88b687d'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:22.887802 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['ce291a20-50c8-4715-9ef3-7416f88b687d'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:23.017358 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] Set router ce291a20-50c8-4715-9ef3-7416f88b687d gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:23.059510 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.066656 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-172e6488-801f-4d6c-b90d-064b8a1dffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:23.068176 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-172e6488-801f-4d6c-b90d-064b8a1dffc5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.3756516 Aug 10 12:09:23.162618 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-1973b2b6-0c86-4b5a-ab78-e60e558db68a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 200 len: 1001 time: 0.0859561 Aug 10 12:09:23.167579 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Deleting port 047a678e-2b3f-4bc4-92e8-2d1457efc706 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:23.167974 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.205729 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:09:21Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:23.233260 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6160b-715f-4ac5-a23e-6edceec73bc5 None None] The sync data for ids ['ce291a20-50c8-4715-9ef3-7416f88b687d'] in dv-cinder-803000-7-iscsi is: [{'id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'name': 'tempest-TestMinimumBasicScenario-1248140654-router', 'tenant_id': '85736eb943ff424892dc83156272b705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:14Z', 'updated_at': '2021-08-10T12:09:21Z', 'revision_number': 5, 'project_id': '85736eb943ff424892dc83156272b705', 'gw_port': {'id': '047a678e-2b3f-4bc4-92e8-2d1457efc706', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce291a20-50c8-4715-9ef3-7416f88b687d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:15Z', 'updated_at': '2021-08-10T12:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:09:23.265398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-509499a3-2c94-4c21-96f5-7b0644e964b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:23.266985 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-509499a3-2c94-4c21-96f5-7b0644e964b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0964313 Aug 10 12:09:23.330374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] For port 047a678e-2b3f-4bc4-92e8-2d1457efc706, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=047a678e-2b3f-4bc4-92e8-2d1457efc706,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:23.330731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.349151 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Calling delete_port for 047a678e-2b3f-4bc4-92e8-2d1457efc706 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:23.365793 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-ebbddf51-5bb7-4993-9329-3abd8f038994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:23.367284 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-ebbddf51-5bb7-4993-9329-3abd8f038994 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892169 Aug 10 12:09:23.535204 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-a201ab73-ca11-4a51-8b60-e87157286951 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392393 Aug 10 12:09:23.649318 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.685070 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=047a678e-2b3f-4bc4-92e8-2d1457efc706,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:23.692362 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f1e583fd-f685-410f-bec8-6dbc25a267c3 req-f83a0f53-df5f-4b74-a8c1-f7fbb4bcfefd service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463976 Aug 10 12:09:23.755398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.797398 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b054be0-3cd1-4a38-8f56-b36437c5c66d req-45ac4aed-af32-48f5-88a0-88c56561f74d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:23.798966 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8b054be0-3cd1-4a38-8f56-b36437c5c66d req-45ac4aed-af32-48f5-88a0-88c56561f74d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0515506 Aug 10 12:09:23.836932 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8b054be0-3cd1-4a38-8f56-b36437c5c66d req-54554e4b-a689-42fc-bae1-69479c7798df tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Aug 10 12:09:23.847756 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.850061 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.891327 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.891930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce291a20-50c8-4715-9ef3-7416f88b687d {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:09:23.897034 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.898103 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-3a3800ad-1766-4ad2-931b-d38c8bda21a2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ce291a20-50c8-4715-9ef3-7416f88b687d HTTP/1.1" status: 204 len: 168 time: 1.4203696 Aug 10 12:09:23.900630 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47294) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:23.945258 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Deleting subnet 1559426e-6556-49b9-ba13-6bee614b79f2 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:09:23.948968 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:23.986114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.097809 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.152621 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.184979 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.186814 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1559426e-6556-49b9-ba13-6bee614b79f2 HTTP/1.1" status: 204 len: 168 time: 0.2851965 Aug 10 12:09:24.188096 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8580e-f420-4f7d-9348-6bb7643636e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1559426e-6556-49b9-ba13-6bee614b79f2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:24.189579 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47298) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:24.192923 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed5d29-d425-47bd-a76e-f5a18a25e447 None None] Network f90b32d7-d919-4856-929b-f6b90bd94857 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:09:24.263026 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.326821 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Deleting port b08f47ba-9ddf-4784-962c-a3949e6b1d71 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:24.327467 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.384109 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] DHCP port deletion for f90b32d7-d919-4856-929b-f6b90bd94857 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:09:24.385741 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47302) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:24.407895 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] For port b08f47ba-9ddf-4784-962c-a3949e6b1d71, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b08f47ba-9ddf-4784-962c-a3949e6b1d71,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:24.408303 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.421443 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Calling delete_port for b08f47ba-9ddf-4784-962c-a3949e6b1d71 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:24.432531 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Deleting subnet 1acf4402-28d1-4e7e-a49d-0a5def5a3347 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:09:24.435046 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Deleting port b08f47ba-9ddf-4784-962c-a3949e6b1d71 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:24.435434 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.436045 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.477934 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.509126 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] For port b08f47ba-9ddf-4784-962c-a3949e6b1d71, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b08f47ba-9ddf-4784-962c-a3949e6b1d71,segment=NetworkSegment(40ed9bfc-3912-4613-aa16-27ea74990ea1),segment_id=40ed9bfc-3912-4613-aa16-27ea74990ea1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:24.510009 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.510205 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.527917 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Calling delete_port for b08f47ba-9ddf-4784-962c-a3949e6b1d71 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:24.530682 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.537457 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08f47ba-9ddf-4784-962c-a3949e6b1d71,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:24.539305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] No DVR routers for this DVR port b08f47ba-9ddf-4784-962c-a3949e6b1d71 on host dv-cinder-803000-7-iscsi {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:09:24.614867 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.618306 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.625006 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90b32d7-d919-4856-929b-f6b90bd94857']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:24.636439 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ed9bfc-3912-4613-aa16-27ea74990ea1') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:24.636732 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ed9bfc-3912-4613-aa16-27ea74990ea1') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:24.646521 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.660537 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.662783 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.667625 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47304) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:24.667800 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1acf4402-28d1-4e7e-a49d-0a5def5a3347 HTTP/1.1" status: 204 len: 168 time: 0.2805412 Aug 10 12:09:24.669280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb54f19-7720-4f97-b3f0-702a67094ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acf4402-28d1-4e7e-a49d-0a5def5a3347,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:24.675960 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.677376 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:09:24.677796 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:09:24.679753 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:09:24.700716 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] Pushing event deleted for resources: {'Port': ['ID=b08f47ba-9ddf-4784-962c-a3949e6b1d71,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:24.704530 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c0a4c-1322-4f16-a818-de17f707be1d None None] No DVR routers for this DVR port b08f47ba-9ddf-4784-962c-a3949e6b1d71 on host dv-cinder-803000-7-iscsi {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:09:24.782396 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.793523 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.795552 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f90b32d7-d919-4856-929b-f6b90bd94857 HTTP/1.1" status: 204 len: 168 time: 0.6047056 Aug 10 12:09:24.798699 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47306) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:24.802187 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.824553 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79e68-7b34-48bf-9a4e-a64ac5de3e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90b32d7-d919-4856-929b-f6b90bd94857,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:24.859136 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:24.883397 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:24.883876 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5f3f780a-b1a3-4411-8e56-be379eb3f8f2 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:24.884478 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 047a678e-2b3f-4bc4-92e8-2d1457efc706 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:24.906189 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 047a678e-2b3f-4bc4-92e8-2d1457efc706 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:24.906672 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 047a678e-2b3f-4bc4-92e8-2d1457efc706 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:24.907181 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b08f47ba-9ddf-4784-962c-a3949e6b1d71 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:24.928824 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: b08f47ba-9ddf-4784-962c-a3949e6b1d71 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:24.929315 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b08f47ba-9ddf-4784-962c-a3949e6b1d71 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:24.951308 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:24.964029 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c403e04-8dd8-4598-9af0-f9fe191254fb']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:24.996375 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab0416e-ae50-44d1-be2c-8b66556e9899') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:24.996597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab0416e-ae50-44d1-be2c-8b66556e9899') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:25.007989 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.033977 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71455f5-e772-4fd6-aa30-ad891996892d req-89896c65-c61d-43ad-851a-cdd6e5444228 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:25.036065 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a71455f5-e772-4fd6-aa30-ad891996892d req-89896c65-c61d-43ad-851a-cdd6e5444228 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0759177 Aug 10 12:09:25.037061 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.043738 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:09:25.044361 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:09:25.046143 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:09:25.128306 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a71455f5-e772-4fd6-aa30-ad891996892d req-35e04e23-6cee-463f-a484-b3ce897728c0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714850 Aug 10 12:09:25.128985 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.134383 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.136200 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] 10.222.0.64 "DELETE /v2.0/networks/7c403e04-8dd8-4598-9af0-f9fe191254fb HTTP/1.1" status: 204 len: 168 time: 0.4675744 Aug 10 12:09:25.147719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add43e1-bc6e-4e23-b9be-632aaea6b1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7c403e04-8dd8-4598-9af0-f9fe191254fb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:25.205025 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.345179 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47316) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:25.384378 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-26c2802f-5896-46ee-afb0-9ea57dc4d8ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba5fc8b69a004b88856779a22b10e8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378659 Aug 10 12:09:25.387497 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47318) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:25.436982 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.459247 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.459455 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Deleting port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:25.459784 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.508288 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.510997 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.512313 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1756feb0-bc0e-4d9a-8074-5c563b67105a HTTP/1.1" status: 204 len: 168 time: 0.1237609 Aug 10 12:09:25.520764 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732655f-9360-4828-aa1d-8b31a673a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756feb0-bc0e-4d9a-8074-5c563b67105a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:25.551985 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] For port d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:25.552514 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.570750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Calling delete_port for d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:25.793545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:25.818375 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:25.993781 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:26.223641 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Router 1b405b0d-b437-4f47-b838-cfcf4576cbdb has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:09:26.340213 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:09:26.345198 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-00f5ca7a-d337-4474-b877-84ad9f5d28a0 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b405b0d-b437-4f47-b838-cfcf4576cbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441141 Aug 10 12:09:26.348431 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47348) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:26.352914 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Sync routers for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:09:26.362837 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:26.363453 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:26.460339 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:26.499695 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:26.502010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:26.687574 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:09:25Z', 'revision_number': 5, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:26.719775 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Checking router: 1b405b0d-b437-4f47-b838-cfcf4576cbdb for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:09:26.729969 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Routers {'1b405b0d-b437-4f47-b838-cfcf4576cbdb'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:09:26.730590 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:09:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:26.837565 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:26.843876 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] Set router 1b405b0d-b437-4f47-b838-cfcf4576cbdb gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:09:26.901245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Deleting port 5609e28f-6c99-4214-96c9-479add1b5f07 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:26.901812 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:26.984374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] For port 5609e28f-6c99-4214-96c9-479add1b5f07, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5609e28f-6c99-4214-96c9-479add1b5f07,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:26.984749 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.001441 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Calling delete_port for 5609e28f-6c99-4214-96c9-479add1b5f07 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:27.026032 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:09:25Z', 'revision_number': 5, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:27.053888 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357b60d-e29b-48aa-8d59-9a2ec5136366 None None] The sync data for ids ['1b405b0d-b437-4f47-b838-cfcf4576cbdb'] in dv-cinder-803000-7-iscsi is: [{'id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'name': 'tempest-TestMinimumBasicScenario-1955487194-router', 'tenant_id': '0d638fe517914581935633a45f5ed6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:05:20Z', 'updated_at': '2021-08-10T12:09:25Z', 'revision_number': 5, 'project_id': '0d638fe517914581935633a45f5ed6d6', 'gw_port': {'id': '5609e28f-6c99-4214-96c9-479add1b5f07', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b405b0d-b437-4f47-b838-cfcf4576cbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:05:21Z', 'updated_at': '2021-08-10T12:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:09:27.165013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.192906 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5609e28f-6c99-4214-96c9-479add1b5f07,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:27.249815 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.335556 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.337581 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.383437 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.383975 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b405b0d-b437-4f47-b838-cfcf4576cbdb {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:09:27.388602 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.391114 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e1b872dd-ef3c-4487-8108-6a818c330bb9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1b405b0d-b437-4f47-b838-cfcf4576cbdb HTTP/1.1" status: 204 len: 168 time: 1.0409615 Aug 10 12:09:27.393318 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47366) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:27.443629 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Deleting subnet b977c2e2-b52e-4adf-a087-70e1f836e231 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:09:27.446947 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.488096 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.593051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.649899 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.676954 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b977c2e2-b52e-4adf-a087-70e1f836e231,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:27.678929 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.680850 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-61236baa-bc65-4415-95b1-24733e7f9242 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b977c2e2-b52e-4adf-a087-70e1f836e231 HTTP/1.1" status: 204 len: 168 time: 0.2860091 Aug 10 12:09:27.683260 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47368) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:27.686858 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f49b68-1cd3-4735-b46a-79ec3e784f4a None None] Network b599a958-118c-4b5c-9f81-d2caeaeba632 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:09:27.762380 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.816503 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Deleting port e687fc77-15bf-4bb7-8384-3a30a045c9df {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:09:27.816887 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.876221 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] For port e687fc77-15bf-4bb7-8384-3a30a045c9df, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e687fc77-15bf-4bb7-8384-3a30a045c9df,segment=NetworkSegment(45a74331-e396-42ee-8485-32733c95eec3),segment_id=45a74331-e396-42ee-8485-32733c95eec3)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:27.876580 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.889229 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Calling delete_port for e687fc77-15bf-4bb7-8384-3a30a045c9df owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:09:27.973182 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:27.998164 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e687fc77-15bf-4bb7-8384-3a30a045c9df,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:28.001588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] No DVR routers for this DVR port e687fc77-15bf-4bb7-8384-3a30a045c9df on host dv-cinder-803000-7-iscsi {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:09:28.063308 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1143346-346c-4cd8-9f90-5dc18437cf64 None None] DHCP port deletion for b599a958-118c-4b5c-9f81-d2caeaeba632 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:09:28.081110 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.092305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b599a958-118c-4b5c-9f81-d2caeaeba632']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:28.104576 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a74331-e396-42ee-8485-32733c95eec3') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:28.104908 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a74331-e396-42ee-8485-32733c95eec3') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:09:28.117380 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.142000 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.148371 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:09:28.148981 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:09:28.150993 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:09:28.203779 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.208847 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.210745 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b599a958-118c-4b5c-9f81-d2caeaeba632 HTTP/1.1" status: 204 len: 168 time: 0.5265791 Aug 10 12:09:28.221493 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25427c0-d305-4bb3-9d46-264002e31e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b599a958-118c-4b5c-9f81-d2caeaeba632,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:28.370935 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47378) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:28.409003 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2a2df04e-9f52-45e3-80c7-daedf9cf3033 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85736eb943ff424892dc83156272b705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367947 Aug 10 12:09:28.412170 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47380) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:28.458492 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.478532 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.528187 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.532183 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.533703 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/571f5903-b14a-4b86-90ad-8c6c8b5d21a5 HTTP/1.1" status: 204 len: 168 time: 0.1203136 Aug 10 12:09:28.542217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953690b-1248-4b4b-ae5c-aad8ba71080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f5903-b14a-4b86-90ad-8c6c8b5d21a5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:28.842086 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47388) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:28.844085 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e687fc77-15bf-4bb7-8384-3a30a045c9df no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:28.867470 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: e687fc77-15bf-4bb7-8384-3a30a045c9df {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:28.867824 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e687fc77-15bf-4bb7-8384-3a30a045c9df not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:28.868321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5609e28f-6c99-4214-96c9-479add1b5f07 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:28.882060 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-790af3cf-9f6e-4b63-b079-ad27cf17a6ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d638fe517914581935633a45f5ed6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385411 Aug 10 12:09:28.884379 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47390) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:28.886261 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 5609e28f-6c99-4214-96c9-479add1b5f07 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:28.886613 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5609e28f-6c99-4214-96c9-479add1b5f07 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:28.887024 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:09:28.906531 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:09:28.906889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d8c7357b-5e7c-4c25-9a78-f3c2cd0a3f16 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:09:28.934714 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:28.959483 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:29.004484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:29.007097 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:29.008387 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1e6fbc0-f44e-47fd-a1c0-d33d779ca9fa HTTP/1.1" status: 204 len: 168 time: 0.1228662 Aug 10 12:09:29.018099 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac46739-0b96-458e-b747-ee4051c03f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6fbc0-f44e-47fd-a1c0-d33d779ca9fa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:31.326797 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ac04112d-eb70-4704-a4f0-2a37cbe57292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:34.015864 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:34.269431 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6b1419d-5952-4266-9125-e7095b9199fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:34.768033 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47428) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:34.868060 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-441cfd07-0bbd-4694-8012-0a1c92d2558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:34.959286 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-441cfd07-0bbd-4694-8012-0a1c92d2558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:34.963356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-441cfd07-0bbd-4694-8012-0a1c92d2558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:35.002851 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-441cfd07-0bbd-4694-8012-0a1c92d2558b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d9dc0e3fe974484bcf5242d783c5893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336974 Aug 10 12:09:35.003690 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cfd07-0bbd-4694-8012-0a1c92d2558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c94c8-c1db-406c-b649-2c4c162316e4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:35.005676 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47432) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:09:35.054445 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:35.074442 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:35.119751 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:35.122198 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:35.123334 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de6c94c8-c1db-406c-b649-2c4c162316e4 HTTP/1.1" status: 204 len: 168 time: 0.1166754 Aug 10 12:09:35.130723 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c4b9-49eb-46ea-abe0-29b64d52686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c94c8-c1db-406c-b649-2c4c162316e4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:35.957071 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:36.979942 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:38.774669 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893bfca-e9aa-4c49-96d6-0db34c8c4618 req-c11120a1-1f49-4db0-88b9-f17c7c58deb7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:38.776155 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5893bfca-e9aa-4c49-96d6-0db34c8c4618 req-c11120a1-1f49-4db0-88b9-f17c7c58deb7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.1461816 Aug 10 12:09:38.812827 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5893bfca-e9aa-4c49-96d6-0db34c8c4618 req-a3ff639e-24a8-466f-b5d0-9521dc67476a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Aug 10 12:09:39.931765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb969f-5889-48ac-aed8-158d82ddbb46 req-dbbabeb5-9d53-462e-8c70-58e005295d1a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:39.933235 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3bb969f-5889-48ac-aed8-158d82ddbb46 req-dbbabeb5-9d53-462e-8c70-58e005295d1a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0472279 Aug 10 12:09:39.969572 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e3bb969f-5889-48ac-aed8-158d82ddbb46 req-d0969b9f-32b7-4b90-84c3-d1d2385626c8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Aug 10 12:09:41.094699 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc5d93-b434-4aef-8bf6-65a23b440ccf req-bcc126cc-3a6d-4983-89d4-13375c71a12e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:41.096155 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d5dc5d93-b434-4aef-8bf6-65a23b440ccf req-bcc126cc-3a6d-4983-89d4-13375c71a12e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Aug 10 12:09:41.134263 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d5dc5d93-b434-4aef-8bf6-65a23b440ccf req-cd2ff106-ee9f-4a9e-bfbc-cfbd1a1edae4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Aug 10 12:09:42.262741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f2a92-56c7-449c-a9c3-b5a3f306dcb6 req-ae21797e-f6eb-4280-9ca9-0ba986085c4b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:42.264220 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-066f2a92-56c7-449c-a9c3-b5a3f306dcb6 req-ae21797e-f6eb-4280-9ca9-0ba986085c4b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0478389 Aug 10 12:09:42.301526 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-066f2a92-56c7-449c-a9c3-b5a3f306dcb6 req-ddb3eeed-9e5a-45c3-a18f-711af8000c94 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Aug 10 12:09:43.419280 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64169d74-f470-469e-995e-a641742f0364 req-2190675c-99c3-430c-b1fc-c8d646417c84 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:43.420686 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-64169d74-f470-469e-995e-a641742f0364 req-2190675c-99c3-430c-b1fc-c8d646417c84 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0485430 Aug 10 12:09:43.459877 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-64169d74-f470-469e-995e-a641742f0364 req-db4e106a-18b1-42fc-ab85-78ab607435e1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326171 Aug 10 12:09:44.579938 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a48f8-d6b9-4ac7-9cce-a8708daac0f1 req-7ee822d7-56a2-49d2-9f04-92a785fccddb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:44.581433 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-800a48f8-d6b9-4ac7-9cce-a8708daac0f1 req-7ee822d7-56a2-49d2-9f04-92a785fccddb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Aug 10 12:09:44.619475 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-800a48f8-d6b9-4ac7-9cce-a8708daac0f1 req-025466cd-2bd6-4378-97f5-a0da7cef22ed tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Aug 10 12:09:45.736696 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef1f8-163b-416b-82a1-1b1ac0136269 req-ee39b06c-2a27-4f80-b30e-ea0a63bf9786 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:45.738878 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-90cef1f8-163b-416b-82a1-1b1ac0136269 req-ee39b06c-2a27-4f80-b30e-ea0a63bf9786 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0473874 Aug 10 12:09:45.775290 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-90cef1f8-163b-416b-82a1-1b1ac0136269 req-f2f09020-3f2d-4dfb-961a-01aa78de739c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306349 Aug 10 12:09:46.893034 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a9b48-2607-41db-adf4-dc2d73b299f0 req-12a74982-c4e5-4ec9-8ab0-508e99c9b437 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:46.894510 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b28a9b48-2607-41db-adf4-dc2d73b299f0 req-12a74982-c4e5-4ec9-8ab0-508e99c9b437 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0477326 Aug 10 12:09:46.930767 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b28a9b48-2607-41db-adf4-dc2d73b299f0 req-c048460c-38e4-467d-bdf6-5b4ef9f6b06e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304759 Aug 10 12:09:48.051885 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0f1a-ce1d-4c55-bda3-3c57bc836abb req-ed05b9a3-6b71-491f-aad5-348f35cd7d2d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:48.053862 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9f0f1a-ce1d-4c55-bda3-3c57bc836abb req-ed05b9a3-6b71-491f-aad5-348f35cd7d2d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Aug 10 12:09:48.090403 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6f9f0f1a-ce1d-4c55-bda3-3c57bc836abb req-e91c416f-4168-480e-a464-f7d095cb5a5e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308402 Aug 10 12:09:49.126101 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:09:49.213155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fbf8c-2c59-4a6a-bac9-9ce4a4f2e4c0 req-930c989f-4053-4270-821d-b300ce0631c1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:49.214885 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f9fbf8c-2c59-4a6a-bac9-9ce4a4f2e4c0 req-930c989f-4053-4270-821d-b300ce0631c1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Aug 10 12:09:49.258516 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f9fbf8c-2c59-4a6a-bac9-9ce4a4f2e4c0 req-d18a5535-215b-48ad-85ed-95249f6617db tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375793 Aug 10 12:09:50.374766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed43cd-7bd7-4c02-ba0d-bb5369e5f9ac req-bd098d88-344a-46ee-a14c-a6446394ba09 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:50.376155 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2bed43cd-7bd7-4c02-ba0d-bb5369e5f9ac req-bd098d88-344a-46ee-a14c-a6446394ba09 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0479116 Aug 10 12:09:50.412883 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2bed43cd-7bd7-4c02-ba0d-bb5369e5f9ac req-471e12c2-5632-4c48-b84f-1afb9621a9d4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Aug 10 12:09:51.534434 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9987-645b-4b6f-bc2b-c8db1633da4c req-bb47ec2b-d45d-4c7d-86e1-56e7804f7c6b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:51.536408 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-394c9987-645b-4b6f-bc2b-c8db1633da4c req-bb47ec2b-d45d-4c7d-86e1-56e7804f7c6b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0507133 Aug 10 12:09:51.576996 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-394c9987-645b-4b6f-bc2b-c8db1633da4c req-ea30f144-460a-4ad3-9e5c-345ca0543a1e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344694 Aug 10 12:09:52.694053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0945-9024-4c45-ab90-e8e076c23705 req-d481781e-3bb7-4460-b0c0-c4f4882117f9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:52.695546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea4b0945-9024-4c45-ab90-e8e076c23705 req-d481781e-3bb7-4460-b0c0-c4f4882117f9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0484126 Aug 10 12:09:52.739477 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ea4b0945-9024-4c45-ab90-e8e076c23705 req-90099cee-d71c-433c-a073-55694871f094 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373573 Aug 10 12:09:53.854404 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57a93c-db7c-4e28-b8f0-4d3d68fb2989 req-c98fff17-9b4d-4aa1-a208-28677382df81 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:53.855881 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8f57a93c-db7c-4e28-b8f0-4d3d68fb2989 req-c98fff17-9b4d-4aa1-a208-28677382df81 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0465288 Aug 10 12:09:53.893327 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8f57a93c-db7c-4e28-b8f0-4d3d68fb2989 req-88899d7e-dca1-4548-bb21-6912ba8921f4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Aug 10 12:09:55.014059 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea2513-2bee-48a2-83f5-575505157bb2 req-c1fa7aa9-1c26-4c69-85c9-952a7140cdf5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:55.015556 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a8ea2513-2bee-48a2-83f5-575505157bb2 req-c1fa7aa9-1c26-4c69-85c9-952a7140cdf5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0508935 Aug 10 12:09:55.052883 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a8ea2513-2bee-48a2-83f5-575505157bb2 req-2d308b37-13dc-4202-b63a-67ea386fb22d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Aug 10 12:09:55.777691 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:09:55.869844 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:55.880838 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:09:55.916801 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:55.929077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:09:55.948229 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:55.952544 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:56.120294 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:56.127043 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.127387 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.127719 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.128047 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.128367 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.128687 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.129036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.129351 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.129686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.130557 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.130872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.131185 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:09:56.163907 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['41dc9829-1b57-4757-a898-76b8b3b2b5d7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:09:56.174671 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b419-fc91-451a-b009-f24b712171f5 req-61bd6d71-bc2a-4d19-b82b-6c90da3e2ceb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:56.176194 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b8c0b419-fc91-451a-b009-f24b712171f5 req-61bd6d71-bc2a-4d19-b82b-6c90da3e2ceb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Aug 10 12:09:56.216122 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b8c0b419-fc91-451a-b009-f24b712171f5 req-32acbc37-371c-4976-9c89-fbe3d0d30d8e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Aug 10 12:09:56.490698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:57.072836 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-e7128aae-6381-45dd-a4fa-f1099e2ed8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:57.074305 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-e7128aae-6381-45dd-a4fa-f1099e2ed8fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1098 time: 0.0873673 Aug 10 12:09:57.188162 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-1f9cad40-a6f6-4d44-89f9-05af7703c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:57.189682 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-1f9cad40-a6f6-4d44-89f9-05af7703c2da service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0866721 Aug 10 12:09:57.260151 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-76b64011-da61-4cc2-95e2-dcf52da382af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1001 time: 0.0597444 Aug 10 12:09:57.326049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-036329d8-cf2f-41f6-915f-8f06a71c816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:57.328062 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-036329d8-cf2f-41f6-915f-8f06a71c816a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0601060 Aug 10 12:09:57.335794 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4895e60-4fea-43c2-83d8-e7a989857659 req-e73432c0-9215-4798-9bd9-6ff338d63b9b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:57.337342 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b4895e60-4fea-43c2-83d8-e7a989857659 req-e73432c0-9215-4798-9bd9-6ff338d63b9b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0474901 Aug 10 12:09:57.374527 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b4895e60-4fea-43c2-83d8-e7a989857659 req-d866e124-2e5e-4beb-a4d5-0acf034efb08 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Aug 10 12:09:57.384804 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-cd7784c8-a700-4685-9a1b-b32e5315dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:57.387225 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-cd7784c8-a700-4685-9a1b-b32e5315dff5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494704 Aug 10 12:09:57.479003 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-f45bf417-46b3-41ff-b31c-8d24df5f599b service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816810 Aug 10 12:09:57.575608 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-282c4d0b-5296-4906-b501-da0bb1f9b835 req-695b7cd4-68a9-43cf-8d72-518d59ae691c service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882475 Aug 10 12:09:57.779214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:09:57.830996 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:09:57.831369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:57.910571 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:57.935103 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:09:57.937415 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b100957-86d1-4815-aa1e-845c4e15e390" -d '{"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:09:57.954703 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:09:57.959039 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:09:57.984094 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0967f4a5-e004-4cf1-8b70-111543a6f541 x-openstack-request-id: req-0967f4a5-e004-4cf1-8b70-111543a6f541 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:09:57.984386 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:09:57.984640 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0967f4a5-e004-4cf1-8b70-111543a6f541 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:09:57.985239 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'code': 200} Aug 10 12:09:58.011709 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:09:58.518639 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85273ae-fe57-4721-a1c3-87d1e751ec5c req-2c8fa208-d9e2-4570-a0aa-f77e16625ea1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:58.520280 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f85273ae-fe57-4721-a1c3-87d1e751ec5c req-2c8fa208-d9e2-4570-a0aa-f77e16625ea1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0661700 Aug 10 12:09:58.576722 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f85273ae-fe57-4721-a1c3-87d1e751ec5c req-d9ce3ba0-6640-46ea-8c2d-d00da525cd7b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495751 Aug 10 12:09:59.702095 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0dd42-efd4-4a3b-8194-75918dc9dae5 req-d7859d29-243f-46ef-ac32-5784329a3490 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:09:59.703712 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b9b0dd42-efd4-4a3b-8194-75918dc9dae5 req-d7859d29-243f-46ef-ac32-5784329a3490 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0523779 Aug 10 12:09:59.745926 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b9b0dd42-efd4-4a3b-8194-75918dc9dae5 req-699b6ecc-cabe-4d44-8f41-7de5c3887d43 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Aug 10 12:10:00.898891 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ea62a-ca4a-493a-a5f1-5d8b85b0ed5a req-4c257763-a6bc-4882-9bdd-7108631c2500 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:00.904357 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c86ea62a-ca4a-493a-a5f1-5d8b85b0ed5a req-4c257763-a6bc-4882-9bdd-7108631c2500 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0616026 Aug 10 12:10:00.945826 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c86ea62a-ca4a-493a-a5f1-5d8b85b0ed5a req-ac9bb226-c0e4-4eb0-b66e-f157474ba223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 Aug 10 12:10:01.333374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c35d62c0-78e1-4bf9-8166-3760e05c7f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:02.078850 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa1e1-b4a0-44c1-b574-3699f872d63d req-5f3010f7-0772-46e0-96aa-54ca5c13edfe tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:02.086652 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b15aa1e1-b4a0-44c1-b574-3699f872d63d req-5f3010f7-0772-46e0-96aa-54ca5c13edfe tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0632808 Aug 10 12:10:02.131120 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b15aa1e1-b4a0-44c1-b574-3699f872d63d req-f2aeac6b-f57e-4661-a77e-b79749959d55 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Aug 10 12:10:03.260139 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4ef8-eb3e-408c-8017-a9cd047f68b3 req-a72fb1af-a4c5-43fc-8762-0b01941123e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:03.261843 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0fba4ef8-eb3e-408c-8017-a9cd047f68b3 req-a72fb1af-a4c5-43fc-8762-0b01941123e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0512853 Aug 10 12:10:03.302895 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0fba4ef8-eb3e-408c-8017-a9cd047f68b3 req-06cfab85-e76c-4a5b-9683-294e1bb69e29 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351546 Aug 10 12:10:04.018066 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:04.270670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4c36db5-d051-43a8-b8d1-80bfec8a0ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:04.436007 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bee24a-f5b8-4ee5-8eb6-f7c4f961b845 req-48edbde6-70ec-488b-991f-7d223f358f04 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:04.444689 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-30bee24a-f5b8-4ee5-8eb6-f7c4f961b845 req-48edbde6-70ec-488b-991f-7d223f358f04 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0611217 Aug 10 12:10:04.495481 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-30bee24a-f5b8-4ee5-8eb6-f7c4f961b845 req-f6317925-fae1-44be-b0fa-ea04d59ce1a8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497246 Aug 10 12:10:05.050929 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816358e2-b54c-4e09-95f5-5d18b1afaa10 req-4db89821-4914-433f-945b-f6599055bb87 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:05.052843 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-816358e2-b54c-4e09-95f5-5d18b1afaa10 req-4db89821-4914-433f-945b-f6599055bb87 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0600715 Aug 10 12:10:05.096801 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-816358e2-b54c-4e09-95f5-5d18b1afaa10 req-65d76ac9-f6f8-43b2-b3a9-4a9792c6af26 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365472 Aug 10 12:10:05.608459 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fd209-1129-4277-99ee-7e97d9133142 req-6fd0b960-2f16-4bf5-a81f-cbebd80f6c81 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:05.610006 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e92fd209-1129-4277-99ee-7e97d9133142 req-6fd0b960-2f16-4bf5-a81f-cbebd80f6c81 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Aug 10 12:10:05.662101 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e92fd209-1129-4277-99ee-7e97d9133142 req-3e0540a3-57f9-46b0-b5a2-30618717e40d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Aug 10 12:10:05.964289 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:06.226498 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c65a6-f7dc-4015-af38-0328a4cedc94 req-f568d7cb-6141-4448-aadc-a05686176dc0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:06.227906 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bd2c65a6-f7dc-4015-af38-0328a4cedc94 req-f568d7cb-6141-4448-aadc-a05686176dc0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0548782 Aug 10 12:10:06.268413 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bd2c65a6-f7dc-4015-af38-0328a4cedc94 req-3f781402-347a-4f51-8a60-3ad0a5596c60 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Aug 10 12:10:06.808574 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dece27-e8e7-4c94-8154-8132a9d8055d req-eef8c7e8-0530-4b22-8923-fb3986aaf651 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:06.810134 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09dece27-e8e7-4c94-8154-8132a9d8055d req-eef8c7e8-0530-4b22-8923-fb3986aaf651 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0651939 Aug 10 12:10:06.854634 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09dece27-e8e7-4c94-8154-8132a9d8055d req-e1002dfe-f424-41bd-9242-938decfa3aa8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373988 Aug 10 12:10:06.987131 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.164109 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-65d0fdd7-9018-42c3-9c1d-329586c50bc5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:07.166706 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-65d0fdd7-9018-42c3-9c1d-329586c50bc5 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Aug 10 12:10:07.263939 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Deleting port edfafe5b-69b1-4058-bd4d-c4bd60751552 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:10:07.264288 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.359032 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] For port edfafe5b-69b1-4058-bd4d-c4bd60751552, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=edfafe5b-69b1-4058-bd4d-c4bd60751552,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:07.359648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.396703 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba180-71ab-475a-855e-6bb8b7168627 req-0c3b4df6-3cc0-4b9e-9cd7-6fbd9bedb8c1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:07.398315 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-047ba180-71ab-475a-855e-6bb8b7168627 req-0c3b4df6-3cc0-4b9e-9cd7-6fbd9bedb8c1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Aug 10 12:10:07.440226 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-047ba180-71ab-475a-855e-6bb8b7168627 req-2bb463f3-cf3b-454b-b9e1-4a3afb2c6713 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=d673ba2e-62bc-4f2d-85c2-087a30b4313d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359449 Aug 10 12:10:07.634833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.635202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.635515 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Floating IP 79143241-6c3a-411b-aa2f-c71b682d0fe3 disassociated. External IP: 172.27.2.73, port: edfafe5b-69b1-4058-bd4d-c4bd60751552. Aug 10 12:10:07.635854 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Calling delete_port for edfafe5b-69b1-4058-bd4d-c4bd60751552 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:10:07.761869 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:07.791195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'Port': ['ID=edfafe5b-69b1-4058-bd4d-c4bd60751552,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:07.937230 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:10:07.946025 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba159d1-d168-4965-be42-935348c68ad2 req-d7869ef4-b453-420d-aa53-1cfe43a2f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:07.947506 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-d7869ef4-b453-420d-aa53-1cfe43a2f419 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1099 time: 0.0613041 Aug 10 12:10:07.978546 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f4ed-6da4-4d40-9b8d-5511a4639a2d req-417c5b62-b449-4191-80c5-6d105ef452c2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:07.980025 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2a72f4ed-6da4-4d40-9b8d-5511a4639a2d req-417c5b62-b449-4191-80c5-6d105ef452c2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.0476637 Aug 10 12:10:08.017709 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2a72f4ed-6da4-4d40-9b8d-5511a4639a2d req-1b54e938-e6eb-4ed5-8d2f-ddc23292394c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Aug 10 12:10:08.111289 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:10:08.119602 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba159d1-d168-4965-be42-935348c68ad2 req-f432eb99-2b8f-43f0-933e-0394f279fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:08.120928 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-f432eb99-2b8f-43f0-933e-0394f279fb6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.1658373 Aug 10 12:10:08.122283 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:10:08.133367 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:10:08.134000 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:10:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:08.186449 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] No DVR routers for this DVR port edfafe5b-69b1-4058-bd4d-c4bd60751552 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:10:08.190631 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:08.193117 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-833f9bd4-27db-4e78-b7cf-9108d206a201 req-3034bc3f-a12b-4a11-a678-60c58175fe4d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "DELETE /v2.0/ports/edfafe5b-69b1-4058-bd4d-c4bd60751552 HTTP/1.1" status: 204 len: 173 time: 1.0193594 Aug 10 12:10:08.193556 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'name': 'network-vif-deleted', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:08.195802 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b4d12-6f4c-45bc-a617-31ecee891e28" -d '{"events": [{"server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "name": "network-vif-deleted", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:08.237043 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-10a63b2d-3252-43c9-873a-6e8ad70c97c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1002 time: 0.1019013 Aug 10 12:10:08.253484 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:10:08.302979 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba159d1-d168-4965-be42-935348c68ad2 req-dbbc7592-27a6-4257-900f-75d0669e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:08.304228 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-dbbc7592-27a6-4257-900f-75d0669e3eba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0587583 Aug 10 12:10:08.343241 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa0f24-2d6d-46bc-a9e9-e12073608931 x-openstack-request-id: req-5caa0f24-2d6d-46bc-a9e9-e12073608931 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:08.343535 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9fd554-fcda-41c2-9be7-b3037f7cfbc0", "name": "network-vif-deleted", "tag": "edfafe5b-69b1-4058-bd4d-c4bd60751552", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:08.343786 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5caa0f24-2d6d-46bc-a9e9-e12073608931 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:08.344184 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9fd554-fcda-41c2-9be7-b3037f7cfbc0', 'name': 'network-vif-deleted', 'tag': 'edfafe5b-69b1-4058-bd4d-c4bd60751552', 'status': 'completed', 'code': 200} Aug 10 12:10:08.367385 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba159d1-d168-4965-be42-935348c68ad2 req-ceca93b5-b8c6-4dad-a775-16ac500aa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:08.368886 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-ceca93b5-b8c6-4dad-a775-16ac500aa5e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559943 Aug 10 12:10:08.458562 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-8c528c67-e2e7-4f90-9da6-96ccaf6e254b service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807989 Aug 10 12:10:08.458860 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:08.484374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:10:08.493961 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:10:08.494579 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:10:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:08.550965 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fc4bb7da-2ae5-4e3c-bde2-07fd320b806d req-906c8e37-6e49-48a4-a651-07a3d03c1a46 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9fd554-fcda-41c2-9be7-b3037f7cfbc0 HTTP/1.1" status: 200 len: 210 time: 0.0310013 Aug 10 12:10:08.552692 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3ba159d1-d168-4965-be42-935348c68ad2 req-1a63862a-0151-40b0-8fe2-d92411218f12 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866759 Aug 10 12:10:08.605898 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:10:08.810603 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:08.835750 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64f755-a0d6-49fd-842e-34df9ce01a01 None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:10:09.048152 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df830293-f9a1-4778-ac7e-6be86c1cb556 None None] New status for floating IP 79143241-6c3a-411b-aa2f-c71b682d0fe3: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:10:09.376085 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a661c-9825-4b0f-97f4-813f1243ae02 req-0edcea25-ffbc-4f7e-9e16-d13d2ac7f96c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:09.377492 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c95a661c-9825-4b0f-97f4-813f1243ae02 req-0edcea25-ffbc-4f7e-9e16-d13d2ac7f96c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 946 time: 0.2844324 Aug 10 12:10:09.414379 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c95a661c-9825-4b0f-97f4-813f1243ae02 req-c912de03-25e7-4c03-bb1b-5e40b074714d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305753 Aug 10 12:10:09.637856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47610) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:09.690935 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.713858 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.758651 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.761186 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.762324 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "DELETE /v2.0/security-groups/d673ba2e-62bc-4f2d-85c2-087a30b4313d HTTP/1.1" status: 204 len: 168 time: 0.1234763 Aug 10 12:10:09.765040 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47612) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:09.771666 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d673ba2e-62bc-4f2d-85c2-087a30b4313d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:09.778547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.778895 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.779011 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.api.v2.resource [None req-d52d72b7-ff89-422c-8777-7720ce250670 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] show failed (client error): The resource could not be found. Aug 10 12:10:09.779240 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.779579 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.779964 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d52d72b7-ff89-422c-8777-7720ce250670 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups/d673ba2e-62bc-4f2d-85c2-087a30b4313d HTTP/1.1" status: 404 len: 347 time: 0.0136764 Aug 10 12:10:09.781188 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.781533 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.781871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.782205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.782623 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.782740 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47614) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:09.782954 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.783281 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.783603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a948f-af86-445f-9db2-6b817e30bc0d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:09.833361 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device edfafe5b-69b1-4058-bd4d-c4bd60751552 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:10:09.853494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: edfafe5b-69b1-4058-bd4d-c4bd60751552 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:10:09.853863 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device edfafe5b-69b1-4058-bd4d-c4bd60751552 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:10:09.854279 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:10:09.903255 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Deleting port 46e4f9f2-cfa9-4646-b47c-234fa976228e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:10:09.903512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.930832 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.953032 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:09.955262 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff90ea34-609b-4ec0-bf2e-8b2e8375de58" -d '{"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-unplugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:09.968216 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:09.973573 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.981069 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.981414 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:09.993910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Calling delete_port for 46e4f9f2-cfa9-4646-b47c-234fa976228e owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:10:10.024263 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:10.061033 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695f20b-0724-4f7a-aef7-e9ac9998dfce x-openstack-request-id: req-4695f20b-0724-4f7a-aef7-e9ac9998dfce {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:10.061350 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-unplugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:10.061609 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4695f20b-0724-4f7a-aef7-e9ac9998dfce {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:10.062005 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'code': 200} Aug 10 12:10:10.126853 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:10.156649 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'Port': ['ID=46e4f9f2-cfa9-4646-b47c-234fa976228e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:10.181663 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.182025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.182349 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.182675 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.183001 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.183327 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.183651 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.183972 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.184297 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.184615 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.184956 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.185275 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:10:10.224071 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:10.226639 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:10.227801 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b4533ace-5079-46b7-a89e-71c0e2cdc2e1 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "DELETE /v2.0/floatingips/79143241-6c3a-411b-aa2f-c71b682d0fe3 HTTP/1.1" status: 204 len: 168 time: 0.4441748 Aug 10 12:10:10.533279 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add0e19-f7ba-4e23-88cb-920618609792 req-aaa5a2e3-ac34-4f71-a6bb-428a49e6bb11 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:10.534941 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7add0e19-f7ba-4e23-88cb-920618609792 req-aaa5a2e3-ac34-4f71-a6bb-428a49e6bb11 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0481746 Aug 10 12:10:10.575848 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7add0e19-f7ba-4e23-88cb-920618609792 req-351e84b6-0557-43e4-952c-7cc5911008af tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340447 Aug 10 12:10:10.862818 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47634) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:10.867510 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265687198', 'description': 'tempest-description--386576137'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:10.889951 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:10.974766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:10.979238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.016130 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.016130 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1456089 Aug 10 12:10:11.016130 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47640) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:11.016486 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group_rule': {'security_group_id': '478b612b-3354-4c87-ad3d-50a18051527f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:11.022413 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eb84a-aee7-4d56-9bc4-e64bf085e912 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478b612b-3354-4c87-ad3d-50a18051527f,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:11.047700 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.109199 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.113667 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.137279 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58565343-d874-4d16-a691-a98d28cf1ceb,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:11.147072 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.150684 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3ac59c10-b7ba-454f-b0fb-b49bc9389c7c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352248 Aug 10 12:10:11.150879 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47646) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:11.155434 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'security_group_rule': {'security_group_id': '478b612b-3354-4c87-ad3d-50a18051527f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:11.205730 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.251156 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9bb5-1138-467e-9b1f-249b5cc65e0d req-7786b2df-b0ba-43a6-aefe-bfa6fca1ad40 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:11.252671 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c8d9bb5-1138-467e-9b1f-249b5cc65e0d req-7786b2df-b0ba-43a6-aefe-bfa6fca1ad40 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0805869 Aug 10 12:10:11.305228 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.310655 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c8d9bb5-1138-467e-9b1f-249b5cc65e0d req-01424fd4-fb63-4022-9f61-690f73064b03 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468831 Aug 10 12:10:11.311787 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.330711 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea0fa95-7ec2-4eea-a02c-f0b8583badb3,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:11.338901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.340306 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1a18445d-3d0c-48c9-8b19-e1b182653c41 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883655 Aug 10 12:10:11.343267 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47662) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:11.347972 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:11.373239 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.410047 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 47668) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:11.470876 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.490569 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-57fc8a2a-d25d-4079-b17d-0592ce5d6142 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792584 Aug 10 12:10:11.576385 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Allocated IP 172.27.2.248 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/48bff472-a773-4f8e-a0a9-9ad9cd95fba1) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:10:11.680136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.719355 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.755254 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:10:11.759964 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:10:11.763420 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:10:11.787229 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=48bff472-a773-4f8e-a0a9-9ad9cd95fba1,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:11.897754 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:11.938269 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:12.090680 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:12.095520 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:12.162389 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=48bff472-a773-4f8e-a0a9-9ad9cd95fba1,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:12.175995 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:12.190348 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:12.191643 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3d2182de-f49d-41a2-b748-8e1a02475873 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8474100 Aug 10 12:10:12.331529 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-6e5f7c26-df59-4964-bf8f-e123ff127c78 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1265687198&fields=id&tenant_id=9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 267 time: 0.0327299 Aug 10 12:10:12.460721 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510f36-3f11-4f4b-bfef-8509e1d6b1d4 req-139b1bd3-1c0d-4771-8217-bbf10482cd6f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:12.462313 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1510f36-3f11-4f4b-bfef-8509e1d6b1d4 req-139b1bd3-1c0d-4771-8217-bbf10482cd6f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0739837 Aug 10 12:10:12.484063 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-97ecc17b-bb28-4972-8f92-f586c00fc88d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:12.485726 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-97ecc17b-bb28-4972-8f92-f586c00fc88d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 810 time: 0.1475883 Aug 10 12:10:12.515906 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-e02df564-36bd-40a2-8273-9b5b8ed201d9 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/quotas/9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 375 time: 0.0206544 Aug 10 12:10:12.520838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1510f36-3f11-4f4b-bfef-8509e1d6b1d4 req-a9f66207-c459-4de6-acd2-7493a503257e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516145 Aug 10 12:10:12.576520 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-a0fa3aef-c07e-4e75-8f98-374c71298dc7 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547364 Aug 10 12:10:12.719798 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-a76526e7-21d7-4bbd-9f78-b07da3b812e2 service neutron] 10.222.0.64 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299646 Aug 10 12:10:12.816210 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-9078fdab-ed63-4133-b44c-da4d786a6ff5 service neutron] 10.222.0.64 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897048 Aug 10 12:10:12.968873 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-28ba1bf5-be9a-4a6b-9156-ee87b567f5a3 req-976c5a28-736a-4874-a37b-b9979e013967 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Aug 10 12:10:13.086447 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-717e0c12-8d5b-4f7a-b4ff-b79b21253705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.088242 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-717e0c12-8d5b-4f7a-b4ff-b79b21253705 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 1097 time: 0.0731835 Aug 10 12:10:13.152215 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-27b89be3-6da6-49a9-a3ed-363511c278b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.153801 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-27b89be3-6da6-49a9-a3ed-363511c278b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1097 time: 0.0422876 Aug 10 12:10:13.243535 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-f15c6d46-6b8b-4ba9-81d4-ad8fa5e1100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.245259 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-f15c6d46-6b8b-4ba9-81d4-ad8fa5e1100b service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0849006 Aug 10 12:10:13.314182 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-41b81e40-76a2-4875-abc7-2e7f0d09dd90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1000 time: 0.0611975 Aug 10 12:10:13.363768 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-4639135b-658a-415e-beac-c5aebd26dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.365304 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-4639135b-658a-415e-beac-c5aebd26dfb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0438058 Aug 10 12:10:13.421572 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-7c3a001c-5727-4f48-b82f-1e33b9ae1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.423139 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-7c3a001c-5727-4f48-b82f-1e33b9ae1768 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396898 Aug 10 12:10:13.516495 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-88fce240-bb33-4c24-bfa8-3517d05655e0 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Aug 10 12:10:13.615231 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-981a6cfb-6b1b-4b33-ae4e-94a04ffaa960 req-b27c14a7-4b1a-43ef-8ff1-3826d0a17a4b service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914838 Aug 10 12:10:13.648653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e63f-7d00-4ed6-9dae-8ac302f2ffcf req-21c367db-28be-41c6-967b-78daa0ad0c39 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.650180 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b537e63f-7d00-4ed6-9dae-8ac302f2ffcf req-21c367db-28be-41c6-967b-78daa0ad0c39 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Aug 10 12:10:13.688885 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b537e63f-7d00-4ed6-9dae-8ac302f2ffcf req-4535ff94-a899-43ef-af46-3935aaa80602 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Aug 10 12:10:13.839994 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:10:13.913785 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-44417c88-68e6-4cc1-82c8-c0d666cf2828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:13.915711 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-44417c88-68e6-4cc1-82c8-c0d666cf2828 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 810 time: 0.1220658 Aug 10 12:10:13.967313 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-9e9acddd-7ec0-40f2-ba64-f7a67e13b103 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ead84a4b39d40c4875960f43577a692 HTTP/1.1" status: 200 len: 380 time: 0.0409944 Aug 10 12:10:13.983542 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'port': {'device_id': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'admin_state_up': True, 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'security_groups': ['478b612b-3354-4c87-ad3d-50a18051527f']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:14.124291 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-095e756b-07ea-4536-aeaf-7dfb9c26788a req-80fac60a-cbbf-4c72-a6b2-fa2c22a7067f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 210 time: 0.0466278 Aug 10 12:10:14.141574 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Made reservation on behalf of 9ead84a4b39d40c4875960f43577a692 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:10:14.147188 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:14.297588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Allocated IP 172.20.0.7 (867a9a56-d621-4ddc-b4dc-749b9446b133/581c8da4-9213-473a-80c3-577d60e25aaa/bbe56e0a-47e9-4e76-aca3-d0109d6e546e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:10:14.454536 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:14.468513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Transition to ACTIVE for port object bbe56e0a-47e9-4e76-aca3-d0109d6e546e will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:10:14.500840 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:14.546587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:10:14.549861 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:10:14.553864 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:10:14.560204 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event updated for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:14.612076 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:14.612830 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:14.630474 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-8ad8f9f6-fd9f-4661-90a4-0be698a547a0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526449 Aug 10 12:10:14.823326 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790794-42d8-4799-835f-99e844ff657b req-82a9bd1a-ad70-4bec-9f9b-62d3832d7fb4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:14.824985 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f0790794-42d8-4799-835f-99e844ff657b req-82a9bd1a-ad70-4bec-9f9b-62d3832d7fb4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0587459 Aug 10 12:10:14.838205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d406a685-6bba-4f32-8619-ee03c2edc325 None None] Provisioning for port bbe56e0a-47e9-4e76-aca3-d0109d6e546e completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:10:14.842533 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d406a685-6bba-4f32-8619-ee03c2edc325 None None] Provisioning complete for port bbe56e0a-47e9-4e76-aca3-d0109d6e546e triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:10:14.843185 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d406a685-6bba-4f32-8619-ee03c2edc325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:14.869616 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f0790794-42d8-4799-835f-99e844ff657b req-f928cf6b-e8a6-4bca-ab5d-2a36315f8fd6 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 Aug 10 12:10:14.893805 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d406a685-6bba-4f32-8619-ee03c2edc325 None None] Port bbe56e0a-47e9-4e76-aca3-d0109d6e546e cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:10:15.239690 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727fc6d-e0bc-48e9-9a9d-ee1c0a629848 req-34b8d8a9-5820-451d-8622-ce2ad47c6f76 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:15.241437 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3727fc6d-e0bc-48e9-9a9d-ee1c0a629848 req-34b8d8a9-5820-451d-8622-ce2ad47c6f76 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0513647 Aug 10 12:10:15.281271 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3727fc6d-e0bc-48e9-9a9d-ee1c0a629848 req-999a4f42-79ac-4533-8479-729cfb8c2529 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Aug 10 12:10:15.993003 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99007-f914-4d62-b59a-90d8759da145 req-6e79aed4-9c02-467e-9a6c-edbf4a62a64b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:15.994513 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55b99007-f914-4d62-b59a-90d8759da145 req-6e79aed4-9c02-467e-9a6c-edbf4a62a64b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0499134 Aug 10 12:10:16.033723 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-55b99007-f914-4d62-b59a-90d8759da145 req-0c48123e-dccf-4e2f-9ade-6ae6116f116f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Aug 10 12:10:16.417614 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c198c-e6ca-481f-973e-6662b482f0dd req-cee4d6e1-f622-46e5-801b-52a67112b4fe tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:16.419329 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b72c198c-e6ca-481f-973e-6662b482f0dd req-cee4d6e1-f622-46e5-801b-52a67112b4fe tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0601525 Aug 10 12:10:16.461974 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b72c198c-e6ca-481f-973e-6662b482f0dd req-25ea1aa4-4d58-482d-ae7a-60ffc9292a79 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355890 Aug 10 12:10:17.182975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265d4c4-d8ca-4ba3-8738-8519b71091ca req-a701ee4d-81b2-486a-b410-ae06713d0909 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:17.184509 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3265d4c4-d8ca-4ba3-8738-8519b71091ca req-a701ee4d-81b2-486a-b410-ae06713d0909 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0628684 Aug 10 12:10:17.224488 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3265d4c4-d8ca-4ba3-8738-8519b71091ca req-a21e235a-a5ce-4668-baf9-9a0c32a6d963 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333810 Aug 10 12:10:17.590171 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65aee7-ac10-469e-80fe-8c7db533a823 req-019e9285-c06e-4df1-b0d7-92bd01ed4516 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:17.591752 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eb65aee7-ac10-469e-80fe-8c7db533a823 req-019e9285-c06e-4df1-b0d7-92bd01ed4516 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0555053 Aug 10 12:10:17.630807 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eb65aee7-ac10-469e-80fe-8c7db533a823 req-44501da6-bf61-4c57-b41d-7f25e7b677d3 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Aug 10 12:10:18.353992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b131d0-2440-419d-8563-333670152c74 req-d1778f01-3b99-4855-b6f6-0ec3a66aec7d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:18.355650 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-25b131d0-2440-419d-8563-333670152c74 req-d1778f01-3b99-4855-b6f6-0ec3a66aec7d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0538707 Aug 10 12:10:18.393832 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-25b131d0-2440-419d-8563-333670152c74 req-847be05b-aee4-4cd5-8281-a29efbb28edc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 Aug 10 12:10:18.752118 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d30f28-d022-427a-96a5-8de7cb8b0567 req-71bc8c64-37a0-48d6-9482-087c86a77166 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:18.753659 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3d30f28-d022-427a-96a5-8de7cb8b0567 req-71bc8c64-37a0-48d6-9482-087c86a77166 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0489907 Aug 10 12:10:18.796232 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3d30f28-d022-427a-96a5-8de7cb8b0567 req-145b8231-b048-457c-957c-972d88046575 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354300 Aug 10 12:10:19.519017 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3321ce9-7ba6-4e75-8c7e-d5e03212a608 req-761c9dce-1b60-418f-b0b8-87a34fe39455 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:19.520492 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f3321ce9-7ba6-4e75-8c7e-d5e03212a608 req-761c9dce-1b60-418f-b0b8-87a34fe39455 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0496974 Aug 10 12:10:19.561198 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f3321ce9-7ba6-4e75-8c7e-d5e03212a608 req-c7311a82-bdbe-4726-89c7-a496fd6940fe tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339727 Aug 10 12:10:19.920464 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2ddd-c2f4-44e9-bbfa-3965f78edfcf req-0ad61c33-7c57-4b6f-a2d9-098f829e0812 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:19.922109 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-023b2ddd-c2f4-44e9-bbfa-3965f78edfcf req-0ad61c33-7c57-4b6f-a2d9-098f829e0812 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0545249 Aug 10 12:10:19.962186 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-023b2ddd-c2f4-44e9-bbfa-3965f78edfcf req-32ae92fc-b396-4cc5-84b5-5b22fd19a2a6 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Aug 10 12:10:20.701517 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac8f1-7e49-4f5a-a032-8a019b3d67a8 req-7827f219-afd0-405b-92b0-3517e7fb9ca4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:20.703104 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-01eac8f1-7e49-4f5a-a032-8a019b3d67a8 req-7827f219-afd0-405b-92b0-3517e7fb9ca4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0527418 Aug 10 12:10:20.743207 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-01eac8f1-7e49-4f5a-a032-8a019b3d67a8 req-84578666-e64a-4b31-9192-318cb322c8fe tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336175 Aug 10 12:10:21.078067 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda1c6-5206-4265-80ac-d2b02b99a170 req-7d12b9c7-12fd-4c11-914d-b8c342d9b31b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:21.079578 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1ccda1c6-5206-4265-80ac-d2b02b99a170 req-7d12b9c7-12fd-4c11-914d-b8c342d9b31b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0497799 Aug 10 12:10:21.119736 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1ccda1c6-5206-4265-80ac-d2b02b99a170 req-ae73699a-82c4-4c31-8069-871e1440ba34 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Aug 10 12:10:21.887051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96645c8b-5ff6-4820-ac1b-ff39ef1d5d6b req-68fffe8b-8ca7-45f2-88b6-34139b6dd717 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:21.888601 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-96645c8b-5ff6-4820-ac1b-ff39ef1d5d6b req-68fffe8b-8ca7-45f2-88b6-34139b6dd717 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0559616 Aug 10 12:10:21.938745 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-96645c8b-5ff6-4820-ac1b-ff39ef1d5d6b req-579d1531-ba98-44ff-b403-ecd62b870f1f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Aug 10 12:10:22.240394 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e60f-d3e1-4d93-9748-ee697ae3677a req-8da39781-c5de-47e3-981d-b1793004a372 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:22.243597 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c56e60f-d3e1-4d93-9748-ee697ae3677a req-8da39781-c5de-47e3-981d-b1793004a372 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0526295 Aug 10 12:10:22.295434 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5c56e60f-d3e1-4d93-9748-ee697ae3677a req-efa3ea83-fdf9-4912-9f78-2cfaa78dc18a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Aug 10 12:10:23.068906 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52603-1eac-4848-bf23-fb1065d267a2 req-c9451026-7b71-4668-bc5b-9a8fe6dd7503 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:23.070389 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bff52603-1eac-4848-bf23-fb1065d267a2 req-c9451026-7b71-4668-bc5b-9a8fe6dd7503 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0502577 Aug 10 12:10:23.109191 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bff52603-1eac-4848-bf23-fb1065d267a2 req-a708379c-e5aa-45f1-a60a-eae2ca9d48b6 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Aug 10 12:10:23.422447 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3514d3-cb70-4ef9-99c3-357c53fb212f req-53453863-d212-4602-b50e-ba94adbce229 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:23.424440 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3b3514d3-cb70-4ef9-99c3-357c53fb212f req-53453863-d212-4602-b50e-ba94adbce229 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0559108 Aug 10 12:10:23.465400 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3b3514d3-cb70-4ef9-99c3-357c53fb212f req-f1e8c45d-9fa2-48e4-8235-1a82adf8bbd8 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336740 Aug 10 12:10:24.249305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab67876-946d-434f-9c08-9217b0b02410 req-99e364a6-7cdc-424f-a580-3dfbd447740a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:24.250832 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7ab67876-946d-434f-9c08-9217b0b02410 req-99e364a6-7cdc-424f-a580-3dfbd447740a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0560560 Aug 10 12:10:24.291523 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7ab67876-946d-434f-9c08-9217b0b02410 req-55e4c8ee-294d-4c3d-a9fe-758d6eaca32b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345495 Aug 10 12:10:24.579499 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374afbb-02b4-4eab-9236-80d78d2e5bd9 req-23cc5974-ecb7-454a-9955-5246ab1207da tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:24.581005 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6374afbb-02b4-4eab-9236-80d78d2e5bd9 req-23cc5974-ecb7-454a-9955-5246ab1207da tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 931 time: 0.0490360 Aug 10 12:10:24.619867 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6374afbb-02b4-4eab-9236-80d78d2e5bd9 req-3bc11673-5975-402a-b810-52e7eb26af73 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323997 Aug 10 12:10:24.990544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Request body: {'port': {'device_id': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:25.044707 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.420242 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f59baa-0504-45a5-ab5e-b5edd3574764 req-011d6d6e-a89f-4a59-84b9-62867ba5b8ec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:25.421762 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51f59baa-0504-45a5-ab5e-b5edd3574764 req-011d6d6e-a89f-4a59-84b9-62867ba5b8ec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0529571 Aug 10 12:10:25.459444 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-51f59baa-0504-45a5-ab5e-b5edd3574764 req-ea05d563-5f46-427b-9bbd-2b57f10d7bf3 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Aug 10 12:10:25.530797 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe56e0a-47e9-4e76-aca3-d0109d6e546e {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:10:25.538086 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.550299 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Transition to ACTIVE for port object bbe56e0a-47e9-4e76-aca3-d0109d6e546e will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:10:25.554743 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.619945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:25.674843 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Attempting to bind port bbe56e0a-47e9-4e76-aca3-d0109d6e546e on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:10:25.675173 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Attempting to bind port bbe56e0a-47e9-4e76-aca3-d0109d6e546e by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:10:25.675435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Attempting to bind port bbe56e0a-47e9-4e76-aca3-d0109d6e546e on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:10:25.680652 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Port bbe56e0a-47e9-4e76-aca3-d0109d6e546e on network 867a9a56-d621-4ddc-b4dc-749b9446b133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:10:25.681011 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Attempting to bind port bbe56e0a-47e9-4e76-aca3-d0109d6e546e on network 867a9a56-d621-4ddc-b4dc-749b9446b133 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:10:25.686257 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:10:25.686605 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Checking segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:10:25.686991 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Bound using segment: {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:10:25.687421 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Bound port: bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9861c0f-d63a-4bc9-9c56-7b060142fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:10:25.687784 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.740417 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841c462-ea25-4bf1-9235-8cc0d98616d5 req-50f569fb-e842-461e-b99d-6ad7b2fb93db tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:25.742865 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c841c462-ea25-4bf1-9235-8cc0d98616d5 req-50f569fb-e842-461e-b99d-6ad7b2fb93db tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 943 time: 0.0521462 Aug 10 12:10:25.756588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:10:25.761112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:10:25.766476 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.781981 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c841c462-ea25-4bf1-9235-8cc0d98616d5 req-b6a7800d-a2b4-49c4-9de2-54b2e4c0431a tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339065 Aug 10 12:10:25.811781 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:25.812398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:25.813797 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] 10.222.0.66 "PUT /v2.0/ports/bbe56e0a-47e9-4e76-aca3-d0109d6e546e HTTP/1.1" status: 200 len: 1093 time: 0.8289564 Aug 10 12:10:25.814228 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:25.816465 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0dcd4-9747-42c7-9346-a4aaad188a86" -d '{"events": [{"name": "network-changed", "server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:25.834460 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12455fa-ead9-4c11-8b13-a2efaf3c0b7b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:25.867649 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e888fd-836d-4cf9-99d9-7c7a749f6e6c x-openstack-request-id: req-21e888fd-836d-4cf9-99d9-7c7a749f6e6c {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:25.867945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:25.868196 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21e888fd-836d-4cf9-99d9-7c7a749f6e6c {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:25.868591 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'status': 'completed', 'code': 200} Aug 10 12:10:25.902004 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-60c53f0b-d993-4e1c-bae5-94a658af992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:25.903536 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-60c53f0b-d993-4e1c-bae5-94a658af992b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 1096 time: 0.0476332 Aug 10 12:10:25.945953 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-1b3d1150-91c4-4626-b75a-085bb1bc4b28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e HTTP/1.1" status: 200 len: 217 time: 0.0338273 Aug 10 12:10:25.994383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-98758368-9248-404f-b864-29c007a25a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:25.995833 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-98758368-9248-404f-b864-29c007a25a60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0442920 Aug 10 12:10:26.045737 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-5464995e-90dd-4a7f-ba6b-03bdaefeaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.047303 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-5464995e-90dd-4a7f-ba6b-03bdaefeaf1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440316 Aug 10 12:10:26.125348 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:10:26.135485 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-4e681f07-d47e-4280-9341-8609273fadc0 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793920 Aug 10 12:10:26.228705 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0ebccf34-fec1-4042-92d6-f19d6c6b45ad req-bb8dada0-cb84-4ba2-a2d0-ccc01ab681a4 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842078 Aug 10 12:10:26.312837 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-f7a17331-8236-42db-9b8b-7ca434d2279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.314288 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-f7a17331-8236-42db-9b8b-7ca434d2279e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 1096 time: 0.0394111 Aug 10 12:10:26.400348 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-67518879-e1e3-4079-ad79-55e3045290f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.401803 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-67518879-e1e3-4079-ad79-55e3045290f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.0796576 Aug 10 12:10:26.447359 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-95ed70ca-35d4-4e93-8d90-b6d44097756e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e HTTP/1.1" status: 200 len: 217 time: 0.0371735 Aug 10 12:10:26.496658 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:26.497359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-3969c0f1-324f-4e45-99e3-45573ba59d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.498668 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-3969c0f1-324f-4e45-99e3-45573ba59d9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0435479 Aug 10 12:10:26.545983 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-b41045a9-587f-40ff-8f74-14a035ec5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.547505 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-b41045a9-587f-40ff-8f74-14a035ec5c77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414686 Aug 10 12:10:26.580038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea6841-c311-48f6-b994-96e93bb4a4ec req-cf9f6779-957d-492f-aea4-971cb51bbabd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.581560 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-93ea6841-c311-48f6-b994-96e93bb4a4ec req-cf9f6779-957d-492f-aea4-971cb51bbabd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0483062 Aug 10 12:10:26.619443 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-93ea6841-c311-48f6-b994-96e93bb4a4ec req-7e965f53-3769-4e28-af16-cd373bd5bcf9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Aug 10 12:10:26.640619 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-35afb567-721e-4fe5-96d9-028f794ad857 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Aug 10 12:10:26.729112 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-06b0dcd4-9747-42c7-9346-a4aaad188a86 req-25df56c6-880c-4544-9d33-c061b5266c59 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793691 Aug 10 12:10:26.901512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f4f5-c880-4406-bc7c-2578c24973f3 req-8d6251af-cb9e-41fa-a30a-aeb6ef44a591 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:26.902999 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d3a8f4f5-c880-4406-bc7c-2578c24973f3 req-8d6251af-cb9e-41fa-a30a-aeb6ef44a591 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 943 time: 0.0517855 Aug 10 12:10:26.939560 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d3a8f4f5-c880-4406-bc7c-2578c24973f3 req-6a4b4543-96b3-4fa9-be18-665808f94cfa tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Aug 10 12:10:27.739393 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd718eb-3aa6-4213-aa16-cdc786335223 req-8a126476-aec3-4910-a6fd-42b9b6991c9e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:27.740898 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8dd718eb-3aa6-4213-aa16-cdc786335223 req-8a126476-aec3-4910-a6fd-42b9b6991c9e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0479045 Aug 10 12:10:27.777808 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8dd718eb-3aa6-4213-aa16-cdc786335223 req-c8b605ba-8d9b-46fe-ba96-f464d0a2ea1c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Aug 10 12:10:27.908030 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device bbe56e0a-47e9-4e76-aca3-d0109d6e546e details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:10:28.002342 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:28.014450 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'port_id': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'mac_address': 'fa:16:3e:70:d7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:10:28.050192 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bc3d9-3661-460e-b1fa-82fc0139a5b7 req-5152285f-5a3d-4107-b4ea-844e29235e30 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:28.050808 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:28.051662 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b45bc3d9-3661-460e-b1fa-82fc0139a5b7 req-5152285f-5a3d-4107-b4ea-844e29235e30 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 943 time: 0.0468781 Aug 10 12:10:28.064319 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe56e0a-47e9-4e76-aca3-d0109d6e546e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:10:28.083724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:28.087913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:28.090424 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b45bc3d9-3661-460e-b1fa-82fc0139a5b7 req-6d38df5d-ce55-4718-9148-89e333a2f118 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Aug 10 12:10:28.134140 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:28.305893 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['bbe56e0a-47e9-4e76-aca3-d0109d6e546e'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:10:28.901252 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662b757-f7d7-48ed-9673-213cffae16e1 req-d7140bf7-50ec-4667-afc4-427f70a3d4bd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:28.902730 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b662b757-f7d7-48ed-9673-213cffae16e1 req-d7140bf7-50ec-4667-afc4-427f70a3d4bd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0519052 Aug 10 12:10:28.940274 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b662b757-f7d7-48ed-9673-213cffae16e1 req-238a9d6f-9b68-4f72-ae59-437291191253 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Aug 10 12:10:29.202852 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0512d9-8076-4cff-8767-0b6f117d90c2 req-aa5067df-b4e6-4bd9-9aa2-af505791c7b6 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:29.203954 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db0512d9-8076-4cff-8767-0b6f117d90c2 req-aa5067df-b4e6-4bd9-9aa2-af505791c7b6 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 944 time: 0.0477827 Aug 10 12:10:29.240664 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-db0512d9-8076-4cff-8767-0b6f117d90c2 req-8c318e5a-2956-4692-a2f5-b8b3afab198f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306890 Aug 10 12:10:29.931431 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device bbe56e0a-47e9-4e76-aca3-d0109d6e546e up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:10:29.979494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port bbe56e0a-47e9-4e76-aca3-d0109d6e546e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:10:29.983339 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port bbe56e0a-47e9-4e76-aca3-d0109d6e546e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:10:29.983702 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:30.063662 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632793f-9eb2-4bc1-af0b-606d0a945eb2 req-58c866bb-429c-40e5-bda2-df9b58b7493c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:30.065204 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e632793f-9eb2-4bc1-af0b-606d0a945eb2 req-58c866bb-429c-40e5-bda2-df9b58b7493c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0508094 Aug 10 12:10:30.065485 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:30.097169 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:30.099409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce314f5b-7619-481d-b17c-2b862889aeef" -d '{"events": [{"server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:30.103860 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e632793f-9eb2-4bc1-af0b-606d0a945eb2 req-52e5d88c-a06e-48fe-a839-fee21429c4e7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 10 12:10:30.142014 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc676c23-4634-4676-ae31-f40a7384654a x-openstack-request-id: req-dc676c23-4634-4676-ae31-f40a7384654a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:30.142306 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:30.142559 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc676c23-4634-4676-ae31-f40a7384654a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:30.142943 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'code': 200} Aug 10 12:10:30.146628 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:30.151722 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:30.217974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:30.316653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893b3de-cd3c-4921-9e4d-c9d59179943d req-10636c8f-02d1-42f9-9083-5f250ab6e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:30.318168 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3893b3de-cd3c-4921-9e4d-c9d59179943d req-10636c8f-02d1-42f9-9083-5f250ab6e959 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 1098 time: 0.0468712 Aug 10 12:10:30.352416 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3893b3de-cd3c-4921-9e4d-c9d59179943d req-3cb0e905-9032-41ee-aad8-9081d9eb6244 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275762 Aug 10 12:10:30.361859 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba0e3-09b1-4f63-9c72-b5737a7fd861 req-d2e26058-2544-4b12-a19d-22715024ffad tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:30.363337 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2fdba0e3-09b1-4f63-9c72-b5737a7fd861 req-d2e26058-2544-4b12-a19d-22715024ffad tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Aug 10 12:10:30.400897 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2fdba0e3-09b1-4f63-9c72-b5737a7fd861 req-09dec48b-e8f4-4821-bf77-f974d7ec139f tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Aug 10 12:10:31.231495 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b23c-33ff-4566-9897-39ee75407fd2 req-0dc67e5e-dbc5-434b-99d2-3d25789e8c33 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:31.233217 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc41b23c-33ff-4566-9897-39ee75407fd2 req-0dc67e5e-dbc5-434b-99d2-3d25789e8c33 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 944 time: 0.0522923 Aug 10 12:10:31.272240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc41b23c-33ff-4566-9897-39ee75407fd2 req-6aeeb01e-5554-40d5-9306-993ea04be9cb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Aug 10 12:10:31.314578 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8986e26e-742c-4651-8921-10217021f2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:31.512661 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c65f4-ed50-4edb-ab6a-adc06d02c1c0 req-06d12fe7-fe1b-4e26-a41b-72345c545957 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:31.514159 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ed1c65f4-ed50-4edb-ab6a-adc06d02c1c0 req-06d12fe7-fe1b-4e26-a41b-72345c545957 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0472889 Aug 10 12:10:31.550023 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ed1c65f4-ed50-4edb-ab6a-adc06d02c1c0 req-75c43886-835c-4ebe-bc5b-646334536bfa tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300419 Aug 10 12:10:31.661319 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf886a1-6736-42e2-86c4-5d96f04f0dfd req-3f6880be-6d64-4cd4-b940-19949f8b2308 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:31.662795 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2cf886a1-6736-42e2-86c4-5d96f04f0dfd req-3f6880be-6d64-4cd4-b940-19949f8b2308 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0513165 Aug 10 12:10:31.671455 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 47808) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:10:31.675855 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Request body: {'floatingip': {'port_id': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:10:31.713487 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:31.946743 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:10:32.142897 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:32.147445 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:32.169475 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:32.181727 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'mac_address': 'fa:16:3e:3b:0c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:10:32.217483 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:32.230926 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:10:32.248352 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Floating IP 3232a77d-5fca-4a68-ac71-a9ee35ae3a83 associated. External IP: 172.27.2.248, port: bbe56e0a-47e9-4e76-aca3-d0109d6e546e. Aug 10 12:10:32.251068 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:32.254486 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:32.301095 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:32.437975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24533812-7d86-48d6-9f0b-3b8189ac5c10 req-6d928989-1fce-4929-8b5f-20964a0d94ec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:32.439371 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-24533812-7d86-48d6-9f0b-3b8189ac5c10 req-6d928989-1fce-4929-8b5f-20964a0d94ec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0932899 Aug 10 12:10:32.468836 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['41dc9829-1b57-4757-a898-76b8b3b2b5d7'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:10:32.514605 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-24533812-7d86-48d6-9f0b-3b8189ac5c10 req-c4e1760b-6182-467e-961b-c326564b95bb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Aug 10 12:10:32.521181 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:10:32.868477 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:10:32.873503 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:32.878165 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:10:32.887361 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:10:32.887972 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:10:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:32.899885 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-32be93fb-4b11-414c-b69a-dc5796b01b62 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "PUT /v2.0/floatingips/3232a77d-5fca-4a68-ac71-a9ee35ae3a83 HTTP/1.1" status: 200 len: 991 time: 1.2273746 Aug 10 12:10:32.900597 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:32.903423 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46681a71-1e64-4377-8106-c9d47be7bb82" -d '{"events": [{"name": "network-changed", "server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:32.999688 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75b706-4abf-4ceb-a07c-96c752ceca1f x-openstack-request-id: req-ab75b706-4abf-4ceb-a07c-96c752ceca1f {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:32.999973 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:33.000224 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab75b706-4abf-4ceb-a07c-96c752ceca1f {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:33.000614 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'status': 'completed', 'code': 200} Aug 10 12:10:33.005041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:10:33.068712 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-f523634d-6186-4500-84eb-f2c6d33e9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:33.070733 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-f523634d-6186-4500-84eb-f2c6d33e9839 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ead84a4b39d40c4875960f43577a692&device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 1098 time: 0.0397992 Aug 10 12:10:33.162348 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-f511bc32-1cb9-4faa-846b-247e7f1c2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:33.164393 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-f511bc32-1cb9-4faa-846b-247e7f1c2875 service neutron] 10.222.0.66 "GET /v2.0/networks?id=867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 200 len: 912 time: 0.0864151 Aug 10 12:10:33.234819 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-e975799d-ea7f-4d31-a4e8-be0cfaed145a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e HTTP/1.1" status: 200 len: 999 time: 0.0624342 Aug 10 12:10:33.242079 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '3232a77d-5fca-4a68-ac71-a9ee35ae3a83', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:70:d7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:10:11Z', 'updated_at': '2021-08-10T12:10:32Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:33.267973 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:10:33.280352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:10:33.281369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:10:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:33.294168 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-cd00542f-660b-428c-ac6d-fc68deed4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:33.296559 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-cd00542f-660b-428c-ac6d-fc68deed4776 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 200 len: 849 time: 0.0541861 Aug 10 12:10:33.342661 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-ac6cfc12-d635-4c8d-8a29-44002117c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:33.344048 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-ac6cfc12-d635-4c8d-8a29-44002117c3cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=867a9a56-d621-4ddc-b4dc-749b9446b133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406079 Aug 10 12:10:33.391857 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:10:33.441641 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-942876a6-df61-48db-aa46-27876eea86d8 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Aug 10 12:10:33.543500 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-46681a71-1e64-4377-8106-c9d47be7bb82 req-f5f8f10e-9e5c-472c-a6c6-9fd4f42b9dd3 service neutron] 10.222.0.66 "GET /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948141 Aug 10 12:10:33.629704 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '3232a77d-5fca-4a68-ac71-a9ee35ae3a83', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:70:d7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:10:11Z', 'updated_at': '2021-08-10T12:10:32Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:10:33.665938 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad53990-2758-43ef-9d11-e56639c55e1e None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '3232a77d-5fca-4a68-ac71-a9ee35ae3a83', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'port_id': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'mac_address': 'fa:16:3e:70:d7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:10:11Z', 'updated_at': '2021-08-10T12:10:32Z', 'revision_number': 1, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:10:33.668656 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9f05-3efb-4d80-8dd0-11d57f6d5a91 req-68f64151-8010-4066-9dfc-bdf4ff5d659e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:33.670243 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-70bb9f05-3efb-4d80-8dd0-11d57f6d5a91 req-68f64151-8010-4066-9dfc-bdf4ff5d659e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 945 time: 0.0545750 Aug 10 12:10:33.711353 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-70bb9f05-3efb-4d80-8dd0-11d57f6d5a91 req-3c03298d-faf5-4338-973d-dfb5cf1231f4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Aug 10 12:10:33.856006 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e87976-6379-4cb4-9d7f-29986f3de441 None None] New status for floating IP 3232a77d-5fca-4a68-ac71-a9ee35ae3a83: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:10:33.983081 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:10:34.038088 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:34.056249 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:10:34.056765 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:34.146984 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:34.173766 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:10:34.176093 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbeaca-0f3f-4183-8516-0f80307633bf" -d '{"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:10:34.189479 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:10:34.193917 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:34.217981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74846fd9-205a-4404-8e90-e3ddf3de79b4 x-openstack-request-id: req-74846fd9-205a-4404-8e90-e3ddf3de79b4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:10:34.218655 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-plugged", "status": "completed", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:10:34.218655 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74846fd9-205a-4404-8e90-e3ddf3de79b4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:10:34.219145 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'code': 200} Aug 10 12:10:34.245429 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:10:34.271524 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6d12d0c-3b0d-4226-87ba-75266a536d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:34.728750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305dbb1-6f8e-40e1-8810-9cf0cda084fe req-dc318dca-fef2-4062-bb45-a3fbb0b04966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:34.730263 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3305dbb1-6f8e-40e1-8810-9cf0cda084fe req-dc318dca-fef2-4062-bb45-a3fbb0b04966 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1100 time: 0.0434637 Aug 10 12:10:34.769567 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-3305dbb1-6f8e-40e1-8810-9cf0cda084fe req-03f0ebdd-d4b2-46b6-b9cb-ade7d31137a1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Aug 10 12:10:34.843103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae8f10-a2c9-4b74-845e-ebcc98ac9822 req-0d591737-180b-489a-9562-976462c746f6 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:34.844900 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8fae8f10-a2c9-4b74-845e-ebcc98ac9822 req-0d591737-180b-489a-9562-976462c746f6 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0592456 Aug 10 12:10:34.887321 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8fae8f10-a2c9-4b74-845e-ebcc98ac9822 req-edc0d004-dbe9-4f6c-83b2-8f149da80296 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364745 Aug 10 12:10:35.974914 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:36.013263 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172ca89-64a0-4fbd-873b-9bcae54dd6ee req-1b099ce5-a9ad-461e-ad6e-c589fb563f70 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:36.014927 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1172ca89-64a0-4fbd-873b-9bcae54dd6ee req-1b099ce5-a9ad-461e-ad6e-c589fb563f70 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0542130 Aug 10 12:10:36.054986 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1172ca89-64a0-4fbd-873b-9bcae54dd6ee req-31c07d4f-4a79-4988-8bf6-5ae9edbc6771 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Aug 10 12:10:36.985861 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:37.178221 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dab63-23a2-48f4-b4ff-504d2c0a5f11 req-337cae6b-1174-49a4-b032-2a0c7a512662 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:37.179716 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b26dab63-23a2-48f4-b4ff-504d2c0a5f11 req-337cae6b-1174-49a4-b032-2a0c7a512662 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0483627 Aug 10 12:10:37.217781 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b26dab63-23a2-48f4-b4ff-504d2c0a5f11 req-30e3e6d3-8eca-4be8-8ba3-709bed23f1b5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Aug 10 12:10:56.493284 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:10:57.273278 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-746004ac-c0ec-4d94-8742-e6bbb205929f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384784 Aug 10 12:10:57.361472 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-da4beaf4-09e6-4a3c-a713-f22b1e9eebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:57.362932 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-da4beaf4-09e6-4a3c-a713-f22b1e9eebec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 1100 time: 0.0402780 Aug 10 12:10:57.474625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-3292a795-cdef-46b5-8c2d-d941543a106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:57.476007 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-3292a795-cdef-46b5-8c2d-d941543a106a service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0854955 Aug 10 12:10:57.542695 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-dd12cd42-0e5f-4b11-90a2-5ec400a68edc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 200 len: 1002 time: 0.0563362 Aug 10 12:10:57.593603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-12efc865-3ad5-4fd3-8c4c-9b3387dbe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:57.595012 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-12efc865-3ad5-4fd3-8c4c-9b3387dbe56f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0427928 Aug 10 12:10:57.645475 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-975bc4d3-ecb4-4273-8280-b73e4a9b9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:10:57.646927 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-975bc4d3-ecb4-4273-8280-b73e4a9b9dd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410781 Aug 10 12:10:57.739049 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-b1ff45bd-b82f-4e34-b110-55e60d054913 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829639 Aug 10 12:10:57.831029 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-d94603bb-f413-4542-8ef6-3dc74d6e92c5 req-be25d1e2-d436-4155-a55e-f76882e4fff1 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842407 Aug 10 12:11:01.316253 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-67e3eb5b-8183-4c60-bd0b-22740d613894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:03.126023 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:11:04.025779 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:04.272398 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36dbe9e2-556f-4391-be6e-e7f0bf04f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:05.965886 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:06.987993 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:17.345365 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd866-1c80-40d4-b91a-148e9e9b7ac2 req-908eca90-45cb-4eac-9223-2820cf02e700 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:17.346827 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4b1dd866-1c80-40d4-b91a-148e9e9b7ac2 req-908eca90-45cb-4eac-9223-2820cf02e700 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0528729 Aug 10 12:11:17.383048 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4b1dd866-1c80-40d4-b91a-148e9e9b7ac2 req-d34030cd-fa75-4db3-bbf0-88faa88b1a31 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Aug 10 12:11:18.374838 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b32eb6-1267-4863-93b3-0b139158d65d req-d6f4566b-876c-47b6-8b14-07a10ebfafe7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:18.376226 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b32eb6-1267-4863-93b3-0b139158d65d req-d6f4566b-876c-47b6-8b14-07a10ebfafe7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0475709 Aug 10 12:11:18.414799 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1b32eb6-1267-4863-93b3-0b139158d65d req-810bb491-0236-4de1-aeeb-0daaac59120b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315301 Aug 10 12:11:18.509096 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0076fd5-f51a-427f-833f-e92c385fd37a req-0231352e-2b1b-49e9-801e-2a0f89da4fd1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:18.511185 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d0076fd5-f51a-427f-833f-e92c385fd37a req-0231352e-2b1b-49e9-801e-2a0f89da4fd1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0472984 Aug 10 12:11:18.547766 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d0076fd5-f51a-427f-833f-e92c385fd37a req-9a536712-dbe3-4e59-847d-96354e5b074e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=90865a55-8efd-4bc9-a7dc-7bce2d040fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Aug 10 12:11:19.017591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-5a955263-5174-438b-b538-1ae0720765b4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:19.019124 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-5a955263-5174-438b-b538-1ae0720765b4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 947 time: 0.0488534 Aug 10 12:11:19.115611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Deleting port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:19.115869 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.206909 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] For port 41dc9829-1b57-4757-a898-76b8b3b2b5d7, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=41dc9829-1b57-4757-a898-76b8b3b2b5d7,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:19.207287 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.379871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.380164 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.380480 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Floating IP 6e9031b3-5831-4591-890c-d4a4365f78ab disassociated. External IP: 172.27.2.106, port: 41dc9829-1b57-4757-a898-76b8b3b2b5d7. Aug 10 12:11:19.380848 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Calling delete_port for 41dc9829-1b57-4757-a898-76b8b3b2b5d7 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:19.518577 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.537358 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3959f-552e-401f-9109-9fd45b8d9403 req-46239d96-a006-4817-be23-5665e4e8815e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:19.538865 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6ce3959f-552e-401f-9109-9fd45b8d9403 req-46239d96-a006-4817-be23-5665e4e8815e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0529401 Aug 10 12:11:19.545714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'Port': ['ID=41dc9829-1b57-4757-a898-76b8b3b2b5d7,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:19.557106 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.557459 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.557807 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.558154 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.558492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.559544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.559544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.559544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.559923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.560177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.560538 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.560972 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:19.587409 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6ce3959f-552e-401f-9109-9fd45b8d9403 req-23f975de-9c2e-40fb-b952-b133d7b9479e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416715 Aug 10 12:11:19.664125 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-88b20b23-b178-4fce-86bc-2b4ca5593a70 req-0f383f53-91ec-4be7-b388-709b668475f9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c3ca6a-619c-4686-ab84-6d5b0b73bd41 HTTP/1.1" status: 200 len: 210 time: 0.0312712 Aug 10 12:11:19.672202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:11:19.781427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:11:19.791601 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:11:19.804504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:19.805209 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:19.834814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] No DVR routers for this DVR port 41dc9829-1b57-4757-a898-76b8b3b2b5d7 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:11:19.837643 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:19.840093 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-81dbfae7-2f7f-40b4-8e2f-42ca98ad9925 req-e96f8084-ab6f-487f-a85d-7c430d4d49f8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "DELETE /v2.0/ports/41dc9829-1b57-4757-a898-76b8b3b2b5d7 HTTP/1.1" status: 204 len: 173 time: 0.8104272 Aug 10 12:11:19.840599 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-deleted', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:19.843223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fedfda0-0819-4ed1-b849-9fd3e74b1625" -d '{"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-deleted", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:19.885979 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921bb360-7450-4ca4-8bb1-b7e3ba895d82 x-openstack-request-id: req-921bb360-7450-4ca4-8bb1-b7e3ba895d82 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:19.886683 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ca6a-619c-4686-ab84-6d5b0b73bd41", "name": "network-vif-deleted", "tag": "41dc9829-1b57-4757-a898-76b8b3b2b5d7", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:19.887049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-921bb360-7450-4ca4-8bb1-b7e3ba895d82 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:19.887607 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3ca6a-619c-4686-ab84-6d5b0b73bd41', 'name': 'network-vif-deleted', 'tag': '41dc9829-1b57-4757-a898-76b8b3b2b5d7', 'status': 'completed', 'code': 200} Aug 10 12:11:19.916037 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:20.143393 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:20.170262 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:11:20.180211 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:20.181048 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:20.294569 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:20.634535 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:20.669062 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eadd640-3f98-4e9b-ae6f-dd65f4b3af70 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:11:20.720992 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a804332-ca6a-411e-9ab5-a9a15792ce92 req-4b2a8457-c967-4674-b081-a99e1a1af441 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:20.722924 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8a804332-ca6a-411e-9ab5-a9a15792ce92 req-4b2a8457-c967-4674-b081-a99e1a1af441 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0580037 Aug 10 12:11:20.756611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48024) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:20.772055 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8a804332-ca6a-411e-9ab5-a9a15792ce92 req-6cb34c0d-970d-487a-accf-127989730e55 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394552 Aug 10 12:11:20.813622 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:20.841890 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:20.892500 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:20.895197 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:20.896471 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "DELETE /v2.0/security-groups/90865a55-8efd-4bc9-a7dc-7bce2d040fc5 HTTP/1.1" status: 204 len: 168 time: 0.1388230 Aug 10 12:11:20.899327 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48026) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:20.907667 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9136b39-19eb-478f-8410-68eff3ff5268 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90865a55-8efd-4bc9-a7dc-7bce2d040fc5,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:20.909192 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495bf1-817e-467c-b07a-1af23e861665 None None] New status for floating IP 6e9031b3-5831-4591-890c-d4a4365f78ab: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:11:20.914676 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.api.v2.resource [None req-c6769627-9de6-4b3f-9bb6-23be1351d28d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] show failed (client error): The resource could not be found. Aug 10 12:11:20.915711 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c6769627-9de6-4b3f-9bb6-23be1351d28d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups/90865a55-8efd-4bc9-a7dc-7bce2d040fc5 HTTP/1.1" status: 404 len: 347 time: 0.0152335 Aug 10 12:11:20.919556 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48028) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:21.046350 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Deleting port e71aeb41-eac5-4c30-a810-775ea9a9b4c2 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:21.046694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.119180 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.119541 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.130984 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Calling delete_port for e71aeb41-eac5-4c30-a810-775ea9a9b4c2 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:21.258966 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.284366 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'Port': ['ID=e71aeb41-eac5-4c30-a810-775ea9a9b4c2,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:21.310550 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.310905 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.311297 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.311599 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.312023 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.312465 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.312825 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.313168 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.313500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.313833 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.314164 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.314486 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:21.359581 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.362284 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.363495 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1091669e-d8e3-4b39-a415-f60d24269762 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "DELETE /v2.0/floatingips/6e9031b3-5831-4591-890c-d4a4365f78ab HTTP/1.1" status: 204 len: 168 time: 0.4428000 Aug 10 12:11:21.763103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48034) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:21.767719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803481966', 'description': 'tempest-description--1865783593'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:21.789821 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.902315 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.909727 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.927009 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d911d3-12b0-4c0a-a4dd-a92d50e1d9c0 req-24be5957-b6e7-468b-9282-10743f447f12 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:21.928502 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09d911d3-12b0-4c0a-a4dd-a92d50e1d9c0 req-24be5957-b6e7-468b-9282-10743f447f12 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0805678 Aug 10 12:11:21.953759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:21.954933 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1908286 Aug 10 12:11:21.958527 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48038) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:21.963216 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group_rule': {'security_group_id': '77df7005-7d6b-497b-89c7-66e191520c11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:21.966446 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86208ff9-e9be-4ffe-b44b-891a2ce6d312 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77df7005-7d6b-497b-89c7-66e191520c11,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:21.988453 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09d911d3-12b0-4c0a-a4dd-a92d50e1d9c0 req-282d9989-9aff-4564-b36c-6bd66571f2cd tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511086 Aug 10 12:11:21.991422 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.043792 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.047654 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.068065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590c63e2-0911-4286-bafd-fc346d76e1fd,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:22.071584 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.072801 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-01c2cc33-eb8e-4bf8-95fa-ba721d1ccb4e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132457 Aug 10 12:11:22.075832 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48040) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:22.080816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'security_group_rule': {'security_group_id': '77df7005-7d6b-497b-89c7-66e191520c11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:22.106892 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.162344 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.166317 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.184344 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39748e6e-2911-45d9-99c0-3498d9e0bba7,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:22.191073 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.192322 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2a2d2caf-f449-4327-a67e-f93d7b3096c7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152620 Aug 10 12:11:22.195406 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48042) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:22.199926 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:22.221916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.317484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.440466 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Allocated IP 172.27.2.12 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/2bc6732e-d38d-4d48-bc47-3d45a9329092) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:11:22.538694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.576966 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.615259 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:11:22.618221 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:11:22.620559 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:11:22.646698 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=2bc6732e-d38d-4d48-bc47-3d45a9329092,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:22.712031 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.744225 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.905672 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.910817 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:22.977393 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=2bc6732e-d38d-4d48-bc47-3d45a9329092,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:22.987171 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:23.001064 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:23.002305 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-55f26c93-64fa-4ddb-9426-a2a07f8f7bd4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8059409 Aug 10 12:11:23.110075 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0171c-7c9a-40ec-9d9a-2f3659377159 req-73f1b622-a72a-49b3-823c-f2e494557cad tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:23.111617 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3a0171c-7c9a-40ec-9d9a-2f3659377159 req-73f1b622-a72a-49b3-823c-f2e494557cad tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0555291 Aug 10 12:11:23.155546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3a0171c-7c9a-40ec-9d9a-2f3659377159 req-e1d00370-2a77-4c3d-a274-4c5f60eeee92 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335724 Aug 10 12:11:23.213066 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-1718d814-0293-4ecb-878f-8bc30c1d3cab tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--803481966&fields=id&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 267 time: 0.0426757 Aug 10 12:11:23.319174 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-66642f11-b75c-4151-9387-0f92874514ac tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:23.320654 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-66642f11-b75c-4151-9387-0f92874514ac tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 817 time: 0.1004651 Aug 10 12:11:23.336545 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-edecf992-a8cf-4690-aaf8-b4cf459ab1da tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/quotas/3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 375 time: 0.0091145 Aug 10 12:11:23.391772 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-038b5c77-bf87-4ca6-b094-e6426baf4471 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497675 Aug 10 12:11:23.497112 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-3cee40fc-e104-45f9-9b1a-9311975ae99e service neutron] 10.222.0.64 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926228 Aug 10 12:11:23.590345 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eceaeec0-3be4-40c4-8f5d-93e43806eab0 service neutron] 10.222.0.64 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Aug 10 12:11:23.760412 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-260d1cb0-42ad-41e1-82c2-93a148eeb770 req-674519d2-012b-4834-b158-349ef7085eec tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 210 time: 0.0265856 Aug 10 12:11:24.256032 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:24.278166 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 41dc9829-1b57-4757-a898-76b8b3b2b5d7 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:11:24.278512 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 41dc9829-1b57-4757-a898-76b8b3b2b5d7 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:11:24.283282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852d0a-7659-4412-8f61-f7b38e2ab773 req-28cae262-4628-4f35-9592-2fd0c616ef62 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:24.284907 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94852d0a-7659-4412-8f61-f7b38e2ab773 req-28cae262-4628-4f35-9592-2fd0c616ef62 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0548913 Aug 10 12:11:24.323836 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-94852d0a-7659-4412-8f61-f7b38e2ab773 req-953f3356-e3e3-46f6-a512-206cba1aa5c3 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324478 Aug 10 12:11:24.704648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-582da2ff-903e-4e9d-a6c4-9e67895df0f2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:24.706105 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-582da2ff-903e-4e9d-a6c4-9e67895df0f2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 817 time: 0.1004004 Aug 10 12:11:24.753748 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-ff17fc50-fee1-458a-bf4e-9c87f8606374 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 379 time: 0.0364203 Aug 10 12:11:24.764536 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'port': {'device_id': '27656294-42de-414c-8d26-63cd8defb2dd', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'admin_state_up': True, 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'security_groups': ['77df7005-7d6b-497b-89c7-66e191520c11']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:24.862749 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-edc950f1-df83-403b-a9dd-22c3a4c3d861 req-a183ee1a-268a-41d4-a7ff-1667d9232ac5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 210 time: 0.0276625 Aug 10 12:11:24.875636 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Made reservation on behalf of 3260d0b288bf4786ab04334cf7cca44a for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:11:24.879143 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.010662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Allocated IP 172.20.0.3 (408f297f-138b-431d-a362-15ae268419a9/eabd1235-ef09-4f92-84ca-8dc6c4a8efd4/83029df4-0f35-4a5c-ac9c-69b136fad452) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:11:25.154912 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.168799 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Transition to ACTIVE for port object 83029df4-0f35-4a5c-ac9c-69b136fad452 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:11:25.205422 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.260876 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Network 408f297f-138b-431d-a362-15ae268419a9 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:11:25.264841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:11:25.266740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:25.269242 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:11:25.327066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:25.327704 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.347928 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-23e07150-38bb-4d99-9f37-4d63f8a3e223 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879035 Aug 10 12:11:25.363209 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Request body: {'port': {'device_id': '27656294-42de-414c-8d26-63cd8defb2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:25.437203 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.487831 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad68e0-427a-4902-b423-b08937329fd2 req-9a1b8d2f-ccff-450a-9b09-18afd8f7c736 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:25.490383 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-acad68e0-427a-4902-b423-b08937329fd2 req-9a1b8d2f-ccff-450a-9b09-18afd8f7c736 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0716105 Aug 10 12:11:25.529600 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-acad68e0-427a-4902-b423-b08937329fd2 req-91132bd1-3598-405b-a3cd-20a31286dcea tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332065 Aug 10 12:11:25.580010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-919510f7-a46a-4f3a-8374-6a9a26272115 None None] Provisioning for port 83029df4-0f35-4a5c-ac9c-69b136fad452 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:11:25.583920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-919510f7-a46a-4f3a-8374-6a9a26272115 None None] Provisioning complete for port 83029df4-0f35-4a5c-ac9c-69b136fad452 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:11:25.584293 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-919510f7-a46a-4f3a-8374-6a9a26272115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.617835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-919510f7-a46a-4f3a-8374-6a9a26272115 None None] Port 83029df4-0f35-4a5c-ac9c-69b136fad452 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:11:25.722630 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:11:25.731372 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.745294 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Transition to ACTIVE for port object 83029df4-0f35-4a5c-ac9c-69b136fad452 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:11:25.748734 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.798324 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:25.883438 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Attempting to bind port 83029df4-0f35-4a5c-ac9c-69b136fad452 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:11:25.883842 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Attempting to bind port 83029df4-0f35-4a5c-ac9c-69b136fad452 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:11:25.884228 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Attempting to bind port 83029df4-0f35-4a5c-ac9c-69b136fad452 on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:11:25.890290 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Port 83029df4-0f35-4a5c-ac9c-69b136fad452 on network 408f297f-138b-431d-a362-15ae268419a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:11:25.890673 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Attempting to bind port 83029df4-0f35-4a5c-ac9c-69b136fad452 on network 408f297f-138b-431d-a362-15ae268419a9 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:11:25.897525 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:11:25.897942 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Checking segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:11:25.898398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Bound using segment: {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:11:25.898910 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Bound port: 83029df4-0f35-4a5c-ac9c-69b136fad452, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85be5c4-be48-495b-bb62-3029d89e5201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '408f297f-138b-431d-a362-15ae268419a9'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:11:25.899333 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:25.966606 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:11:25.969586 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:11:25.974316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:26.000051 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b732e7e-baf2-4084-950a-3e6f552d107c req-d7a507de-022d-4c51-9b11-46c5c5bf6104 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.001521 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1b732e7e-baf2-4084-950a-3e6f552d107c req-d7a507de-022d-4c51-9b11-46c5c5bf6104 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0480978 Aug 10 12:11:26.008466 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.009005 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:26.010949 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] 10.222.0.66 "PUT /v2.0/ports/83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 1093 time: 0.6528921 Aug 10 12:11:26.011386 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:26.013649 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330eb539-d11a-4059-b59b-69f0f9554573" -d '{"events": [{"name": "network-changed", "server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:26.057555 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5454-c05d-4d25-a81b-559cbede0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:26.061306 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c641e32-0f7e-4ffd-b882-76cd31c0664e x-openstack-request-id: req-6c641e32-0f7e-4ffd-b882-76cd31c0664e {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:26.061779 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:26.062132 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c641e32-0f7e-4ffd-b882-76cd31c0664e {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:26.062628 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'status': 'completed', 'code': 200} Aug 10 12:11:26.070890 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1b732e7e-baf2-4084-950a-3e6f552d107c req-45353d13-cd66-42ec-917f-027a78c7a87e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570543 Aug 10 12:11:26.107992 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-aa19a044-a739-4ff6-830e-cb135458bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.109610 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-aa19a044-a739-4ff6-830e-cb135458bd48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1096 time: 0.0434742 Aug 10 12:11:26.156092 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-ffce091b-2950-4900-a0ab-5aae1e13e82c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 217 time: 0.0375490 Aug 10 12:11:26.207700 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-d02dcd98-d312-4b0e-8439-a6f665f7353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.209190 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-d02dcd98-d312-4b0e-8439-a6f665f7353f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0458848 Aug 10 12:11:26.255044 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6098d7-e294-4406-b835-e150510a2d3b req-bf60f318-0fe1-4098-bd4a-cab7a355b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.256541 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-bf60f318-0fe1-4098-bd4a-cab7a355b4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400710 Aug 10 12:11:26.347067 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-e56a9a2e-a70a-4281-9987-c7ff478d4181 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825932 Aug 10 12:11:26.437425 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9d6098d7-e294-4406-b835-e150510a2d3b req-f38b525b-39cf-4753-a567-04cffce288a1 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Aug 10 12:11:26.498058 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:26.523199 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb539-d11a-4059-b59b-69f0f9554573 req-42566e75-7857-4961-aae3-222ccd98c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.524628 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-42566e75-7857-4961-aae3-222ccd98c058 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1096 time: 0.0433023 Aug 10 12:11:26.619034 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb539-d11a-4059-b59b-69f0f9554573 req-7ed5b4cf-9b96-4d1f-962b-770ee1a780c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.621188 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-7ed5b4cf-9b96-4d1f-962b-770ee1a780c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0888157 Aug 10 12:11:26.653388 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21dcb-347b-4fba-a3f8-cfda23522f4e req-a6c32a5f-52be-4fb6-b0a2-75b28799d25c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.654879 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-67c21dcb-347b-4fba-a3f8-cfda23522f4e req-a6c32a5f-52be-4fb6-b0a2-75b28799d25c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0476334 Aug 10 12:11:26.663004 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-15aebd4b-b4bc-4d67-82f2-58a687926be0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 217 time: 0.0339568 Aug 10 12:11:26.698911 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-67c21dcb-347b-4fba-a3f8-cfda23522f4e req-681e702f-ecb5-47c9-a66d-bd97eee5aa54 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378625 Aug 10 12:11:26.715262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb539-d11a-4059-b59b-69f0f9554573 req-016b04f3-6709-48e8-b44a-969b6b6cd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.716744 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-016b04f3-6709-48e8-b44a-969b6b6cd1b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0459931 Aug 10 12:11:26.761501 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb539-d11a-4059-b59b-69f0f9554573 req-50407f0b-ba82-4874-861b-d8b7e4c267c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:26.762930 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-50407f0b-ba82-4874-861b-d8b7e4c267c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383503 Aug 10 12:11:26.850776 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-69cb4c15-fbef-4382-9ebb-d553adfefe59 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791886 Aug 10 12:11:26.941337 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-330eb539-d11a-4059-b59b-69f0f9554573 req-a9b6d047-08ec-4977-aad5-2fba4b78111e service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817261 Aug 10 12:11:27.192395 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17c95-b5eb-4f49-8394-0bbb2d4067c3 req-6f65ca8c-8816-4e9a-96e9-1bbbd3f49519 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:27.193900 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-82f17c95-b5eb-4f49-8394-0bbb2d4067c3 req-6f65ca8c-8816-4e9a-96e9-1bbbd3f49519 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0512164 Aug 10 12:11:27.231367 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-82f17c95-b5eb-4f49-8394-0bbb2d4067c3 req-2e971e64-6628-48b5-9d70-0dd170501752 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Aug 10 12:11:27.812849 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86064444-25d2-42c8-a5c0-fd8c8fd84d32 req-71fba13a-bc40-4251-9ed2-0a2aa491397e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:27.814335 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-86064444-25d2-42c8-a5c0-fd8c8fd84d32 req-71fba13a-bc40-4251-9ed2-0a2aa491397e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0480499 Aug 10 12:11:27.850687 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-86064444-25d2-42c8-a5c0-fd8c8fd84d32 req-50091fed-9947-4576-b763-635d8691425b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304973 Aug 10 12:11:28.346058 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36123c01-3dbf-4053-ad8d-c8056b5b0662 req-41530209-6f38-4f96-9a4b-cf4dd1bc960d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.347534 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-36123c01-3dbf-4053-ad8d-c8056b5b0662 req-41530209-6f38-4f96-9a4b-cf4dd1bc960d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0469775 Aug 10 12:11:28.383905 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-36123c01-3dbf-4053-ad8d-c8056b5b0662 req-20ad7be9-a493-41c9-99f1-517d4d79118c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Aug 10 12:11:28.528589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-fdd24f17-262d-4c28-917c-e0efaf84dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.530131 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-fdd24f17-262d-4c28-917c-e0efaf84dd24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0426698 Aug 10 12:11:28.634610 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-810154b4-32c1-40ae-8d32-d9beb34a75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.636599 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-810154b4-32c1-40ae-8d32-d9beb34a75c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 911 time: 0.0995781 Aug 10 12:11:28.699600 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-922c2391-df09-469e-8ea0-1f7a7e16d4bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0562184 Aug 10 12:11:28.746745 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-9205cd9e-50db-415f-b2ed-b7603df8983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.748221 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-9205cd9e-50db-415f-b2ed-b7603df8983d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0422013 Aug 10 12:11:28.798447 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-7b2ab34d-2aa5-4de9-b1aa-7c3f028ef41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.799910 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-7b2ab34d-2aa5-4de9-b1aa-7c3f028ef41f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425866 Aug 10 12:11:28.887535 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-59e01556-7c3c-47b3-93e5-86b59b2d7330 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789123 Aug 10 12:11:28.972588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e57b6-fd97-4246-8d41-3257ba53ddde req-4608111b-5dea-4fc8-bda5-85169efe7a36 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:28.974054 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-940e57b6-fd97-4246-8d41-3257ba53ddde req-4608111b-5dea-4fc8-bda5-85169efe7a36 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0534072 Aug 10 12:11:28.983503 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-76d39092-b1a9-45d5-a536-1466a5f8821f req-9735daa4-0245-4e4e-b919-78de2e0d6b26 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886352 Aug 10 12:11:29.013155 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-940e57b6-fd97-4246-8d41-3257ba53ddde req-c46a36e9-0022-4f28-9187-2df620bee70f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329823 Aug 10 12:11:29.501244 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b7923-dd48-4846-b2cf-242a05a92c86 req-992cc206-a588-4599-84ca-7039f3657e05 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:29.502721 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a38b7923-dd48-4846-b2cf-242a05a92c86 req-992cc206-a588-4599-84ca-7039f3657e05 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0476997 Aug 10 12:11:29.547646 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a38b7923-dd48-4846-b2cf-242a05a92c86 req-fe229be5-acbf-45f5-a034-fdaccbb479dc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Aug 10 12:11:30.126388 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09431b15-e59c-40b9-a961-42ac66f4cc8b req-33704924-bdd7-47bd-97da-5ed98c123ebb tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:30.127874 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09431b15-e59c-40b9-a961-42ac66f4cc8b req-33704924-bdd7-47bd-97da-5ed98c123ebb tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0483673 Aug 10 12:11:30.165703 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-09431b15-e59c-40b9-a961-42ac66f4cc8b req-0fdd9a00-fff3-4421-a52a-0e3fd041569d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319424 Aug 10 12:11:30.274961 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:11:30.371935 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:30.384799 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:11:30.422437 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:30.435028 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:11:30.454675 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:30.458624 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:30.507031 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:30.514493 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.514845 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.515192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.515531 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.515872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.516233 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.516563 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.516919 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.517271 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.517601 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.517927 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.518247 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:11:30.679277 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf474-484d-408c-b518-4c274c2baf7c req-510d2fa2-273a-4e61-9f1e-e85000270a44 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:30.680816 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc6cf474-484d-408c-b518-4c274c2baf7c req-510d2fa2-273a-4e61-9f1e-e85000270a44 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0577304 Aug 10 12:11:30.719242 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cc6cf474-484d-408c-b518-4c274c2baf7c req-45bb7ba0-6a5b-4003-9c5e-1903749275db tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303841 Aug 10 12:11:30.733948 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['83029df4-0f35-4a5c-ac9c-69b136fad452'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:11:31.282624 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458bafc-e781-4345-a786-09c4270859be req-cc216894-03d6-4049-af3c-8e9487d07469 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:31.284108 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f458bafc-e781-4345-a786-09c4270859be req-cc216894-03d6-4049-af3c-8e9487d07469 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0481923 Aug 10 12:11:31.317250 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6719b24-63ee-4be1-82cd-e9339e647482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:31.321918 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f458bafc-e781-4345-a786-09c4270859be req-d1819ac1-cf16-4b51-9753-e9fd25de0317 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319574 Aug 10 12:11:31.517870 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48146) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:31.535746 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acba97-8367-4d43-a26f-63c17dca364c req-4b16f550-5220-48e2-87a0-2fe48e87ce95 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:31.537278 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-84acba97-8367-4d43-a26f-63c17dca364c req-4b16f550-5220-48e2-87a0-2fe48e87ce95 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0534999 Aug 10 12:11:31.601099 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-84acba97-8367-4d43-a26f-63c17dca364c req-cfb18a05-b904-4da2-9107-2137899d4dfc tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569267 Aug 10 12:11:31.615718 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-144a84df-5226-4af0-bcf4-2bbdde0a13be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967996 Aug 10 12:11:31.865787 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d8e7e-c4e2-4998-a198-5316e31f5425 req-f700561e-a89a-43b8-af01-5bed9df69dca tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:31.867321 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ac8d8e7e-c4e2-4998-a198-5316e31f5425 req-f700561e-a89a-43b8-af01-5bed9df69dca tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0719435 Aug 10 12:11:31.907601 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ac8d8e7e-c4e2-4998-a198-5316e31f5425 req-e9f1c20d-4c46-4583-8fc6-130663f0c5cd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 Aug 10 12:11:32.275452 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:11:32.326783 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 83029df4-0f35-4a5c-ac9c-69b136fad452 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:11:32.330596 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 83029df4-0f35-4a5c-ac9c-69b136fad452 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:11:32.331013 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:32.407921 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:32.431069 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:32.433454 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1f782-38ef-4f51-8474-f31e8bfe2c3f" -d '{"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:32.447195 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:32.452136 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:32.453062 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:32.478904 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b0d8bf-8ebe-46e4-bb6a-66f7090fc9cc x-openstack-request-id: req-81b0d8bf-8ebe-46e4-bb6a-66f7090fc9cc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:32.479198 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:32.479476 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81b0d8bf-8ebe-46e4-bb6a-66f7090fc9cc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:32.479879 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'code': 200} Aug 10 12:11:32.534732 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:32.581715 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:32.614823 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:32.618609 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:32.669500 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:32.685671 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1166-09fb-4677-9cb3-55c7e119a072 req-ba251f6f-8e48-40e6-819c-c502628a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:32.687412 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5c0b1166-09fb-4677-9cb3-55c7e119a072 req-ba251f6f-8e48-40e6-819c-c502628a1489 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1098 time: 0.0679865 Aug 10 12:11:32.726341 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5c0b1166-09fb-4677-9cb3-55c7e119a072 req-a249f74a-1f40-4605-818e-fab24363100e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323486 Aug 10 12:11:32.736068 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa341-feda-49b6-bf94-3047add0309e req-fa2d3523-59ff-4419-b7e2-c8019ab4b04a tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:32.737620 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32caa341-feda-49b6-bf94-3047add0309e req-fa2d3523-59ff-4419-b7e2-c8019ab4b04a tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0488570 Aug 10 12:11:32.775777 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-32caa341-feda-49b6-bf94-3047add0309e req-3706c833-7269-4482-848c-b53dc5d3ae74 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320642 Aug 10 12:11:33.028534 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd958b7-bc68-4d1c-8f0f-e82b5be0c2fc req-e0f3ca68-47b9-4bdd-8aca-f48a029fc06b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.030138 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7dd958b7-bc68-4d1c-8f0f-e82b5be0c2fc req-e0f3ca68-47b9-4bdd-8aca-f48a029fc06b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0518234 Aug 10 12:11:33.039051 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-26a42014-9f66-4385-a668-2cdb6cd654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.040465 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-26a42014-9f66-4385-a668-2cdb6cd654fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea&tenant_id=4010b48b6b464cb0a95666bcba64de28 HTTP/1.1" status: 200 len: 1096 time: 0.0385113 Aug 10 12:11:33.069427 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7dd958b7-bc68-4d1c-8f0f-e82b5be0c2fc req-c7001f95-a927-47df-a832-88151ff6b883 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332267 Aug 10 12:11:33.103100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-a120ada4-468e-43ee-b731-8c7a31049ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.105137 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-a120ada4-468e-43ee-b731-8c7a31049ad9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1096 time: 0.0395145 Aug 10 12:11:33.460362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-a99e25bd-4a8c-46d2-af88-73634e6ddf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.461922 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-a99e25bd-4a8c-46d2-af88-73634e6ddf38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 911 time: 0.3475559 Aug 10 12:11:33.559190 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-57d008fd-c05f-4b6f-a5d0-60084c562b62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 999 time: 0.0624468 Aug 10 12:11:33.633255 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-6e0fe219-97de-4002-aa64-a60d5ec25505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.634983 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-6e0fe219-97de-4002-aa64-a60d5ec25505 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0545897 Aug 10 12:11:33.689983 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-2fc19ec7-17b6-4cf2-88a2-6eae7578597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.691798 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-2fc19ec7-17b6-4cf2-88a2-6eae7578597b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454190 Aug 10 12:11:33.794998 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-2622bc3a-a644-4f80-b017-ccf4d4e4f4c1 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908127 Aug 10 12:11:33.888752 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-47087a7c-e25c-46bd-a40e-0bcd03379754 req-cb089afa-f30e-48d0-af31-55228b30150c service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Aug 10 12:11:33.902905 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597f730-c741-46d6-9851-ccb134d17188 req-801751f1-5e07-4df3-b2c6-9b099e5a54ea tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:33.904406 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8597f730-c741-46d6-9851-ccb134d17188 req-801751f1-5e07-4df3-b2c6-9b099e5a54ea tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0597754 Aug 10 12:11:33.942625 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8597f730-c741-46d6-9851-ccb134d17188 req-9c09a385-1889-46cd-9377-7aa78f6f8e26 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317755 Aug 10 12:11:34.030069 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:34.191956 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0b85c-b17a-4537-9a18-b93d18f00072 req-f6541c8d-2e5f-4604-a3c5-5a021896bfc5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:34.193484 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aca0b85c-b17a-4537-9a18-b93d18f00072 req-f6541c8d-2e5f-4604-a3c5-5a021896bfc5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0498209 Aug 10 12:11:34.246737 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aca0b85c-b17a-4537-9a18-b93d18f00072 req-cbd4baaf-a4a7-4e34-9cb3-55434fefdeae tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Aug 10 12:11:34.278615 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ff09e39-4f32-431c-9ca1-3cc2536fb832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:34.386925 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471a480-48af-4f92-8a66-e60db09cc7f1 req-90d7828f-b499-42f7-ba76-34ea66715514 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:34.388295 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a471a480-48af-4f92-8a66-e60db09cc7f1 req-90d7828f-b499-42f7-ba76-34ea66715514 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0621297 Aug 10 12:11:34.396834 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48190) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:34.401521 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Request body: {'floatingip': {'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:11:34.445908 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:34.480913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:34.484707 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd850cb9-789c-4506-8569-9c0b2bc96014" -d '{"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:34.523214 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2256a20-2aa6-4cf8-aa62-e7ee75ea909e x-openstack-request-id: req-b2256a20-2aa6-4cf8-aa62-e7ee75ea909e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:34.523526 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:34.523787 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2256a20-2aa6-4cf8-aa62-e7ee75ea909e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:34.524173 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'code': 200} Aug 10 12:11:34.923988 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:34.928455 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:35.028685 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Floating IP c1fda711-fce9-494f-9a29-11c8bfac22aa associated. External IP: 172.27.2.12, port: 83029df4-0f35-4a5c-ac9c-69b136fad452. Aug 10 12:11:35.073487 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff842-a442-4ba2-8a18-49e9ec2afe57 req-92b9268f-dc33-42c5-976c-7230e74ef902 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:35.075277 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9aff842-a442-4ba2-8a18-49e9ec2afe57 req-92b9268f-dc33-42c5-976c-7230e74ef902 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0614448 Aug 10 12:11:35.119881 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e9aff842-a442-4ba2-8a18-49e9ec2afe57 req-cc38b6da-257d-4074-bc8a-07833a77d230 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380311 Aug 10 12:11:35.248384 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:11:35.354701 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:11:35.359829 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:35.365145 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:11:35.378052 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:35.378677 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:35.387429 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-7f3800da-d161-4b9b-867a-4f5cce7ceba9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "PUT /v2.0/floatingips/c1fda711-fce9-494f-9a29-11c8bfac22aa HTTP/1.1" status: 200 len: 990 time: 0.9893982 Aug 10 12:11:35.388019 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:35.390821 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4f212-9bfb-4a2c-ac05-7c69d791c640" -d '{"events": [{"name": "network-changed", "server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:35.438592 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99087a77-17eb-41dd-99f2-60cf7a369046 x-openstack-request-id: req-99087a77-17eb-41dd-99f2-60cf7a369046 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:35.438884 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:35.439139 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99087a77-17eb-41dd-99f2-60cf7a369046 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:35.439542 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'status': 'completed', 'code': 200} Aug 10 12:11:35.508137 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:35.510438 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-3c8e9eaf-009f-4d70-86b4-c143c78def1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:35.512476 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-3c8e9eaf-009f-4d70-86b4-c143c78def1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1098 time: 0.0444283 Aug 10 12:11:35.605465 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-1d60f98a-e0cb-48fb-8823-6f0eb550a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:35.606942 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-1d60f98a-e0cb-48fb-8823-6f0eb550a849 service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0866907 Aug 10 12:11:35.671882 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-f664e693-f0da-4121-a542-50e36cf86402 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 998 time: 0.0566545 Aug 10 12:11:35.727480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-8bbf5035-1647-4de3-8f9e-926804caeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:35.729015 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-8bbf5035-1647-4de3-8f9e-926804caeece service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0434892 Aug 10 12:11:35.730852 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'c1fda711-fce9-494f-9a29-11c8bfac22aa', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27656294-42de-414c-8d26-63cd8defb2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:11:22Z', 'updated_at': '2021-08-10T12:11:34Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:35.756552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:11:35.765468 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:35.766066 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:35.794522 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-d14ff4f1-70a2-4f6b-9ce2-1a3c3b6fa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:35.796497 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-d14ff4f1-70a2-4f6b-9ce2-1a3c3b6fa8cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444751 Aug 10 12:11:35.879028 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:35.889400 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-4593cfaf-7114-4580-bd48-4afa22fde093 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840452 Aug 10 12:11:35.980726 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:35.995735 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-98f4f212-9bfb-4a2c-ac05-7c69d791c640 req-ebb2f657-9d29-4417-ac76-55dfddf63cf5 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951633 Aug 10 12:11:36.122027 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'c1fda711-fce9-494f-9a29-11c8bfac22aa', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27656294-42de-414c-8d26-63cd8defb2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:11:22Z', 'updated_at': '2021-08-10T12:11:34Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:36.148085 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221f7ff-f4bb-475f-8fad-00ea01ba9d85 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': 'c1fda711-fce9-494f-9a29-11c8bfac22aa', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27656294-42de-414c-8d26-63cd8defb2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:11:22Z', 'updated_at': '2021-08-10T12:11:34Z', 'revision_number': 1, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:11:36.253980 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2cfd8-61f9-447b-bfdd-cecf9b9fc38f req-c7e2bc42-2a43-43e1-8284-d1310b5098e7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:36.255650 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8bc2cfd8-61f9-447b-bfdd-cecf9b9fc38f req-c7e2bc42-2a43-43e1-8284-d1310b5098e7 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0518212 Aug 10 12:11:36.299013 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8bc2cfd8-61f9-447b-bfdd-cecf9b9fc38f req-e4209f67-d7c0-490c-bb5a-cc62729ecf5f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373764 Aug 10 12:11:36.386749 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3445e4-bc29-4a3c-abeb-8ced7d47a7f8 req-da224e39-b699-46d4-97c4-24a6c0d55e9b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:36.388323 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8a3445e4-bc29-4a3c-abeb-8ced7d47a7f8 req-da224e39-b699-46d4-97c4-24a6c0d55e9b tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Aug 10 12:11:36.390603 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53926cc1-8af2-47f6-891d-a82ad5743c39 None None] New status for floating IP c1fda711-fce9-494f-9a29-11c8bfac22aa: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:11:36.431310 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8a3445e4-bc29-4a3c-abeb-8ced7d47a7f8 req-ab208d5f-2421-4129-9f3f-f398605e4fdb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364635 Aug 10 12:11:36.990382 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:37.411480 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0419ed-eaf2-40aa-9f7e-1f2e9e3f2101 req-841dcf43-7708-444e-95e7-e71fdb1fdbf9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:37.412895 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fa0419ed-eaf2-40aa-9f7e-1f2e9e3f2101 req-841dcf43-7708-444e-95e7-e71fdb1fdbf9 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0476706 Aug 10 12:11:37.453759 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fa0419ed-eaf2-40aa-9f7e-1f2e9e3f2101 req-3816c8b3-0fdc-4464-bf44-e93867e2db92 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317588 Aug 10 12:11:37.546568 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5e52e-b3dc-4029-a19b-fe1daa435ac6 req-df65e492-ecf6-4db2-bda1-b0d1f5eced91 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:37.548061 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-76b5e52e-b3dc-4029-a19b-fe1daa435ac6 req-df65e492-ecf6-4db2-bda1-b0d1f5eced91 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Aug 10 12:11:37.586016 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-76b5e52e-b3dc-4029-a19b-fe1daa435ac6 req-54d63bf3-e4a2-4b80-934b-6fcb75c2ad5e tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Aug 10 12:11:38.265502 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-0ac486a9-8d7e-45ea-b4f3-93f4bd09533d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:38.266974 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-0ac486a9-8d7e-45ea-b4f3-93f4bd09533d tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 10 12:11:38.355257 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Deleting port bbe56e0a-47e9-4e76-aca3-d0109d6e546e {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:38.355598 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:38.443194 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] For port bbe56e0a-47e9-4e76-aca3-d0109d6e546e, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:38.443483 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:38.567142 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99843950-a35b-4f4a-81c4-47f5e865e36e req-3e320e3c-811f-41e6-a338-299f4bb9c99c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:38.568743 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-99843950-a35b-4f4a-81c4-47f5e865e36e req-3e320e3c-811f-41e6-a338-299f4bb9c99c tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0483215 Aug 10 12:11:38.608220 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:38.608648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:38.608939 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Floating IP 3232a77d-5fca-4a68-ac71-a9ee35ae3a83 disassociated. External IP: 172.27.2.248, port: bbe56e0a-47e9-4e76-aca3-d0109d6e546e. Aug 10 12:11:38.609285 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Calling delete_port for bbe56e0a-47e9-4e76-aca3-d0109d6e546e owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:38.610144 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-99843950-a35b-4f4a-81c4-47f5e865e36e req-0316c7bb-4cb7-460b-af0b-7334f9eaf843 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354381 Aug 10 12:11:38.708419 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827e15-e119-4287-aea3-2f4650803327 req-37f89154-6aaa-4a30-956e-f814f4135ef0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:38.709878 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-69827e15-e119-4287-aea3-2f4650803327 req-37f89154-6aaa-4a30-956e-f814f4135ef0 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/ports?device_id=153b23f7-badc-430c-9a88-1bd2d63d36b0 HTTP/1.1" status: 200 len: 945 time: 0.0511823 Aug 10 12:11:38.748105 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:38.750380 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-69827e15-e119-4287-aea3-2f4650803327 req-f0594fac-3cd9-4a40-9749-ebc10cbb4d8c tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups?id=478b612b-3354-4c87-ad3d-50a18051527f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Aug 10 12:11:38.777572 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'Port': ['ID=bbe56e0a-47e9-4e76-aca3-d0109d6e546e,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:38.888573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:11:38.992765 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:11:39.002239 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:11:39.012327 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:39.013241 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:39.031408 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] No DVR routers for this DVR port bbe56e0a-47e9-4e76-aca3-d0109d6e546e on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:11:39.033838 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:39.035815 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-fa5f8fe7-2930-49fb-b127-92eafbf65db8 req-200b100e-92d6-4d65-abb6-c65e737faefb tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.66 "DELETE /v2.0/ports/bbe56e0a-47e9-4e76-aca3-d0109d6e546e HTTP/1.1" status: 204 len: 173 time: 0.7620246 Aug 10 12:11:39.036252 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'name': 'network-vif-deleted', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:39.038586 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9670a923-1675-4de1-b302-6b0e9d2ea0c1" -d '{"events": [{"server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "name": "network-vif-deleted", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:39.095049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa8db4-731c-4bdd-85e9-e531909c40ea x-openstack-request-id: req-72aa8db4-731c-4bdd-85e9-e531909c40ea {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:39.095477 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153b23f7-badc-430c-9a88-1bd2d63d36b0", "name": "network-vif-deleted", "tag": "bbe56e0a-47e9-4e76-aca3-d0109d6e546e", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:39.095756 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72aa8db4-731c-4bdd-85e9-e531909c40ea {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:39.096156 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153b23f7-badc-430c-9a88-1bd2d63d36b0', 'name': 'network-vif-deleted', 'tag': 'bbe56e0a-47e9-4e76-aca3-d0109d6e546e', 'status': 'completed', 'code': 200} Aug 10 12:11:39.120268 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:39.322286 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:39.350495 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:11:39.358687 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:39.359293 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:39.585882 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:39.725845 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b697fc-2e26-4bfc-8885-49bee397c769 req-c9fee32c-9409-493e-96c6-b8421e0db522 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:39.727457 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7b697fc-2e26-4bfc-8885-49bee397c769 req-c9fee32c-9409-493e-96c6-b8421e0db522 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0480433 Aug 10 12:11:39.767486 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f7b697fc-2e26-4bfc-8885-49bee397c769 req-79cd1543-c156-4b7c-abaa-904f72cf2381 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325439 Aug 10 12:11:39.787889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:39.819976 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03003c78-ebaf-4a8c-8573-d649cf03accd None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:04:40Z', 'revision_number': 4, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '90a3bab3-85c2-4259-922b-951bcac46fcb', 'name': '', 'network_id': '867a9a56-d621-4ddc-b4dc-749b9446b133', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'mac_address': 'fa:16:3e:55:b8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:39Z', 'updated_at': '2021-08-10T12:04:51Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'subnets': [{'id': '581c8da4-9213-473a-80c3-577d60e25aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:11:39.841689 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48256) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:39.904480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:39.937051 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:39.987225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:39.990079 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:39.993701 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "DELETE /v2.0/security-groups/478b612b-3354-4c87-ad3d-50a18051527f HTTP/1.1" status: 204 len: 168 time: 0.1485803 Aug 10 12:11:39.994147 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48258) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:40.001374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198635dd-7aba-4d65-9a1e-4035bbec7abc tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b612b-3354-4c87-ad3d-50a18051527f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:40.008751 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.api.v2.resource [None req-dd250360-e60e-4815-8490-e1f67ee6f329 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] show failed (client error): The resource could not be found. Aug 10 12:11:40.010187 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-dd250360-e60e-4815-8490-e1f67ee6f329 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "GET /v2.0/security-groups/478b612b-3354-4c87-ad3d-50a18051527f HTTP/1.1" status: 404 len: 347 time: 0.0150316 Aug 10 12:11:40.013431 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48260) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:40.051092 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3effe4-ec16-4901-9393-77eab8a92e30 None None] New status for floating IP 3232a77d-5fca-4a68-ac71-a9ee35ae3a83: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:11:40.138754 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Deleting port 48bff472-a773-4f8e-a0a9-9ad9cd95fba1 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:40.139098 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.171564 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:11:40.219707 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.220042 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.231822 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Calling delete_port for 48bff472-a773-4f8e-a0a9-9ad9cd95fba1 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:40.360092 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.389109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Pushing event deleted for resources: {'Port': ['ID=48bff472-a773-4f8e-a0a9-9ad9cd95fba1,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:40.444024 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.446488 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:40.447641 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c5604a4d-7e1f-4360-93d8-48a2e4f21698 tempest-AttachVolumeTestJSON-700838048 tempest-AttachVolumeTestJSON-700838048-project] 10.222.0.64 "DELETE /v2.0/floatingips/3232a77d-5fca-4a68-ac71-a9ee35ae3a83 HTTP/1.1" status: 204 len: 168 time: 0.4331179 Aug 10 12:11:40.891709 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae5c3e-9964-41b2-8c78-ff82a2113d16 req-657c6133-0ffe-44f3-843d-b86414d8eb8b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:40.893233 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e7ae5c3e-9964-41b2-8c78-ff82a2113d16 req-657c6133-0ffe-44f3-843d-b86414d8eb8b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0562689 Aug 10 12:11:40.931206 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e7ae5c3e-9964-41b2-8c78-ff82a2113d16 req-577754e7-a036-4e0a-aa2e-1408385b9b9f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319860 Aug 10 12:11:42.046035 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aed20-1645-43b9-974f-918907bfc915 req-b96cb075-5366-43c2-864f-1626bc8e6cff tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:42.047499 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-083aed20-1645-43b9-974f-918907bfc915 req-b96cb075-5366-43c2-864f-1626bc8e6cff tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 943 time: 0.0478377 Aug 10 12:11:42.085081 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-083aed20-1645-43b9-974f-918907bfc915 req-38784b91-40b3-4818-b63d-ba0fb7516c67 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314226 Aug 10 12:11:42.339255 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:11:42.342929 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device bbe56e0a-47e9-4e76-aca3-d0109d6e546e no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:42.368560 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: bbe56e0a-47e9-4e76-aca3-d0109d6e546e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:11:42.368937 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device bbe56e0a-47e9-4e76-aca3-d0109d6e546e not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:11:42.452438 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:42.462648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'port_id': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'mac_address': 'fa:16:3e:71:99:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:11:42.502145 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:42.515105 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c09251-1183-4a55-848a-233ced8be0b4 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:11:42.534896 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:42.538986 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:42.586229 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:42.769840 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['e9c09251-1183-4a55-848a-233ced8be0b4'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:11:43.199259 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cd462-6138-4377-afc1-312c806d892e req-af2dcf7e-62d5-43b6-a4d4-7da6867e46c1 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:43.200748 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ba6cd462-6138-4377-afc1-312c806d892e req-af2dcf7e-62d5-43b6-a4d4-7da6867e46c1 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 944 time: 0.0510981 Aug 10 12:11:43.240421 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ba6cd462-6138-4377-afc1-312c806d892e req-3ab9784d-161d-446a-bb1c-8fd7339f2278 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335240 Aug 10 12:11:43.999605 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48302) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:44.355802 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:11:44.401367 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port e9c09251-1183-4a55-848a-233ced8be0b4 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:11:44.401738 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:44.419476 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b10d2-e1f8-4a6b-a31e-e6a4963519f9 req-6f5a48f5-7968-4a14-b4ef-95ea9c5fb606 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:44.421259 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f18b10d2-e1f8-4a6b-a31e-e6a4963519f9 req-6f5a48f5-7968-4a14-b4ef-95ea9c5fb606 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 944 time: 0.1151760 Aug 10 12:11:44.479011 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:44.481926 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f18b10d2-e1f8-4a6b-a31e-e6a4963519f9 req-88184419-8aca-4b09-b527-bef9b2554846 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538397 Aug 10 12:11:44.502528 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:11:44.504880 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5171e8fb-91cc-4f82-849b-11add9af7303" -d '{"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-plugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:11:44.518413 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:44.522395 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:44.554130 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b33fc-110e-458e-9edd-b7feac657c02 x-openstack-request-id: req-c94b33fc-110e-458e-9edd-b7feac657c02 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:11:44.554418 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-plugged", "status": "completed", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:11:44.554664 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c94b33fc-110e-458e-9edd-b7feac657c02 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:11:44.555051 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'code': 200} Aug 10 12:11:44.577211 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:44.594038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:44.812221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b11c0d-0fa7-42e7-bbf3-4aa2f6f92ed4 req-9944a445-53f2-4224-8155-4c1b5dae9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:44.813842 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-21b11c0d-0fa7-42e7-bbf3-4aa2f6f92ed4 req-9944a445-53f2-4224-8155-4c1b5dae9f15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0432608 Aug 10 12:11:44.854176 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-21b11c0d-0fa7-42e7-bbf3-4aa2f6f92ed4 req-3729dce8-0067-4eab-bdea-deae067ff368 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320997 Aug 10 12:11:45.141501 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Deleting port 90a3bab3-85c2-4259-922b-951bcac46fcb {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:45.141759 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:45.220105 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] For port 90a3bab3-85c2-4259-922b-951bcac46fcb, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=90a3bab3-85c2-4259-922b-951bcac46fcb,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:45.220472 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:45.232741 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Calling delete_port for 90a3bab3-85c2-4259-922b-951bcac46fcb owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:45.425964 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:45.449466 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a3bab3-85c2-4259-922b-951bcac46fcb,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:45.647128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:45.657196 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c0314-a7a2-48a1-b4ad-add52531385a req-814a0c46-a7cc-4bb0-aeca-e5939c0c3e20 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:45.658694 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-428c0314-a7a2-48a1-b4ad-add52531385a req-814a0c46-a7cc-4bb0-aeca-e5939c0c3e20 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0992658 Aug 10 12:11:45.744373 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-428c0314-a7a2-48a1-b4ad-add52531385a req-9b8fad1a-32fd-4f7a-a470-68cc3cfce33e tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776224 Aug 10 12:11:45.891657 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Router 8d24ca9d-60f3-49db-9c45-069f0324684c has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:11:45.993865 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:11:45.999151 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-bf8921a8-8b98-4066-a35b-77ff5451a580 admin admin] 10.222.0.64 "PUT /v2.0/routers/8d24ca9d-60f3-49db-9c45-069f0324684c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985371 Aug 10 12:11:46.001802 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48316) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:46.002794 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Sync routers for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:11:46.012451 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:46.013184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:46.103750 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.117625 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:46.203763 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.255183 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Deleting port 01a25d46-8536-47ea-9c0f-41e2b7e459df {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:46.255523 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.300546 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:11:45Z', 'revision_number': 5, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port': {'id': '01a25d46-8536-47ea-9c0f-41e2b7e459df', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:04:34Z', 'updated_at': '2021-08-10T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:46.327621 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Checking router: 8d24ca9d-60f3-49db-9c45-069f0324684c for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:11:46.336305 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Routers {'8d24ca9d-60f3-49db-9c45-069f0324684c'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:11:46.336950 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:11:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['8d24ca9d-60f3-49db-9c45-069f0324684c'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:46.339119 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] For port 01a25d46-8536-47ea-9c0f-41e2b7e459df, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=01a25d46-8536-47ea-9c0f-41e2b7e459df,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:46.339488 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.351639 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Calling delete_port for 01a25d46-8536-47ea-9c0f-41e2b7e459df owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:46.421132 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] Set router 8d24ca9d-60f3-49db-9c45-069f0324684c gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:11:46.471883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:11:46Z', 'revision_number': 6, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:46.501391 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f491f-c453-4216-bac7-5ffdb4fa8403 None None] The sync data for ids ['8d24ca9d-60f3-49db-9c45-069f0324684c'] in dv-cinder-803000-7-iscsi is: [{'id': '8d24ca9d-60f3-49db-9c45-069f0324684c', 'name': 'tempest-AttachVolumeTestJSON-690463184-router', 'tenant_id': '9ead84a4b39d40c4875960f43577a692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:04:32Z', 'updated_at': '2021-08-10T12:11:46Z', 'revision_number': 6, 'project_id': '9ead84a4b39d40c4875960f43577a692', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:11:46.512467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.542013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Pushing event deleted for resources: {'Port': ['ID=01a25d46-8536-47ea-9c0f-41e2b7e459df,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:46.597171 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.876640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b3e4-d53f-441c-b53f-f57694d77b5d req-f84a9f8d-378c-45f9-a6d4-47bf899d5926 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:46.884863 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f242b3e4-d53f-441c-b53f-f57694d77b5d req-f84a9f8d-378c-45f9-a6d4-47bf899d5926 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0687132 Aug 10 12:11:46.926504 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f242b3e4-d53f-441c-b53f-f57694d77b5d req-6d0fe32c-0fcb-4919-9b0b-8da559a0600b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403626 Aug 10 12:11:46.933059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.935190 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.980511 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.981065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d24ca9d-60f3-49db-9c45-069f0324684c {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:11:46.985699 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:46.986837 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f81230d4-9989-47ae-bca4-23e1bc42df2f admin admin] 10.222.0.64 "DELETE /v2.0/routers/8d24ca9d-60f3-49db-9c45-069f0324684c HTTP/1.1" status: 204 len: 168 time: 0.9840410 Aug 10 12:11:46.989359 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48324) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:47.031159 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Deleting subnet 581c8da4-9213-473a-80c3-577d60e25aaa {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:11:47.034009 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.066758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.143033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.195368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.222131 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581c8da4-9213-473a-80c3-577d60e25aaa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:47.224013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.227229 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a25b0948-6cd6-4596-8588-3c75fd5c637a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/581c8da4-9213-473a-80c3-577d60e25aaa HTTP/1.1" status: 204 len: 168 time: 0.2356400 Aug 10 12:11:47.228357 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48326) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:47.230873 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc68e60-e9bb-48a6-9f54-aa41d741d94e None None] Network 867a9a56-d621-4ddc-b4dc-749b9446b133 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:11:47.305144 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.331758 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 90a3bab3-85c2-4259-922b-951bcac46fcb no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:47.360396 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Deleting port d4e553da-e8e4-47fc-b466-3719699b19fa {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:47.360752 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.368683 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 90a3bab3-85c2-4259-922b-951bcac46fcb {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:11:47.369064 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 90a3bab3-85c2-4259-922b-951bcac46fcb not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:11:47.431430 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] For port d4e553da-e8e4-47fc-b466-3719699b19fa, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d4e553da-e8e4-47fc-b466-3719699b19fa,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:47.431801 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.444550 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Calling delete_port for d4e553da-e8e4-47fc-b466-3719699b19fa owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:47.458249 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] DHCP port deletion for 867a9a56-d621-4ddc-b4dc-749b9446b133 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:11:47.508962 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Deleting port d4e553da-e8e4-47fc-b466-3719699b19fa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:11:47.509422 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.530564 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.554648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e553da-e8e4-47fc-b466-3719699b19fa,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:47.563184 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] No DVR routers for this DVR port d4e553da-e8e4-47fc-b466-3719699b19fa on host dv-cinder-803000-7-iscsi {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:11:47.583076 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] For port d4e553da-e8e4-47fc-b466-3719699b19fa, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=d4e553da-e8e4-47fc-b466-3719699b19fa,segment=NetworkSegment(d9861c0f-d63a-4bc9-9c56-7b060142fb31),segment_id=d9861c0f-d63a-4bc9-9c56-7b060142fb31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:11:47.583466 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.596204 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Calling delete_port for d4e553da-e8e4-47fc-b466-3719699b19fa owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:11:47.633976 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.643975 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a9a56-d621-4ddc-b4dc-749b9446b133']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:47.657294 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9861c0f-d63a-4bc9-9c56-7b060142fb31') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:47.657595 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9861c0f-d63a-4bc9-9c56-7b060142fb31') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:11:47.666372 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.674432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.679740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.686483 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:11:47.686872 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:11:47.688504 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:11:47.700636 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] Pushing event deleted for resources: {'Port': ['ID=d4e553da-e8e4-47fc-b466-3719699b19fa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:47.705297 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c4ca5-6d59-46b6-8a4c-6676a98ae9bf None None] No DVR routers for this DVR port d4e553da-e8e4-47fc-b466-3719699b19fa on host dv-cinder-803000-7-iscsi {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:11:47.742954 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.749213 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.751044 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] 10.222.0.64 "DELETE /v2.0/networks/867a9a56-d621-4ddc-b4dc-749b9446b133 HTTP/1.1" status: 204 len: 168 time: 0.5217409 Aug 10 12:11:47.762338 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7309a-352d-4e93-80a8-70d201444606 admin admin] Pushing event deleted for resources: {'Network': ['ID=867a9a56-d621-4ddc-b4dc-749b9446b133,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:47.862638 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48332) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:47.902549 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-78b7bd84-d2d7-4084-baa5-4212ca08ac79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ead84a4b39d40c4875960f43577a692&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387251 Aug 10 12:11:47.905178 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48334) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:47.953658 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:47.978554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:48.024145 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:48.026816 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:48.027926 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7441792d-01f3-4435-8f61-918c65de0c0a HTTP/1.1" status: 204 len: 168 time: 0.1218021 Aug 10 12:11:48.035758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6763f-9055-4c90-a184-e43dc5d0be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441792d-01f3-4435-8f61-918c65de0c0a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:48.910787 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 01a25d46-8536-47ea-9c0f-41e2b7e459df no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:48.930834 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 01a25d46-8536-47ea-9c0f-41e2b7e459df {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:11:48.931184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 01a25d46-8536-47ea-9c0f-41e2b7e459df not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:11:48.931607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d4e553da-e8e4-47fc-b466-3719699b19fa no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:11:48.953486 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: d4e553da-e8e4-47fc-b466-3719699b19fa {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:11:48.953835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device d4e553da-e8e4-47fc-b466-3719699b19fa not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:11:50.359270 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48406) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:50.460997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ce312f9e-a1e7-41bb-8ee7-e07c28a0e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.550030 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ce312f9e-a1e7-41bb-8ee7-e07c28a0e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.553698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ce312f9e-a1e7-41bb-8ee7-e07c28a0e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.589771 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ce312f9e-a1e7-41bb-8ee7-e07c28a0e83b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cad3fb81c2fd4a078f34ff017f997d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288783 Aug 10 12:11:50.591725 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312f9e-a1e7-41bb-8ee7-e07c28a0e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553cea1e-a8c0-417c-86e4-f68ec7a6e678,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:50.592411 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48410) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:50.640966 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.662545 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.714103 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.716556 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:50.717841 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/553cea1e-a8c0-417c-86e4-f68ec7a6e678 HTTP/1.1" status: 204 len: 168 time: 0.1242981 Aug 10 12:11:50.725980 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098969ee-a400-48a3-8c71-985201ffc2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553cea1e-a8c0-417c-86e4-f68ec7a6e678,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:50.984931 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48418) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:50.998382 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e3fb-55e0-47a8-9bc0-c78b5c69030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.085356 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e3fb-55e0-47a8-9bc0-c78b5c69030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.089548 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e3fb-55e0-47a8-9bc0-c78b5c69030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.139737 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2ee1e3fb-55e0-47a8-9bc0-c78b5c69030c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2cfed9df55b4553aa69fd3e73683747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537240 Aug 10 12:11:51.142427 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48420) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:51.144438 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1e3fb-55e0-47a8-9bc0-c78b5c69030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f220119a-77be-4494-8d99-503db5ace6df,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:51.191449 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.211302 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.258656 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.261295 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:51.262441 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f220119a-77be-4494-8d99-503db5ace6df HTTP/1.1" status: 204 len: 168 time: 0.1189733 Aug 10 12:11:51.269879 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678ba36-e9a0-4811-ad57-89a889fb33b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f220119a-77be-4494-8d99-503db5ace6df,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:56.162045 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48530) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:56.268731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef96f10a-150b-4c0b-92cc-c28dd4c66af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.353112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef96f10a-150b-4c0b-92cc-c28dd4c66af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.356807 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ef96f10a-150b-4c0b-92cc-c28dd4c66af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.393486 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ef96f10a-150b-4c0b-92cc-c28dd4c66af3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c4182e341d948ca9f60ccdc16ac1b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304070 Aug 10 12:11:56.394354 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96f10a-150b-4c0b-92cc-c28dd4c66af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9a342-10a7-4216-bd25-89e346adc6b5,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:56.396135 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48534) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:56.444399 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.465970 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.510191 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.514112 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.515744 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14b9a342-10a7-4216-bd25-89e346adc6b5 HTTP/1.1" status: 204 len: 168 time: 0.1184897 Aug 10 12:11:56.517093 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.523878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a3f8a-9bcd-48db-b33d-329a46a37acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9a342-10a7-4216-bd25-89e346adc6b5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:56.771888 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48540) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:56.787945 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda7def6-b59d-4083-a8ac-841372520272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.876469 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda7def6-b59d-4083-a8ac-841372520272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.880178 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-bda7def6-b59d-4083-a8ac-841372520272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.915630 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7def6-b59d-4083-a8ac-841372520272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff72616-b827-4de5-a8d3-957f066f3bad,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:56.920644 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-bda7def6-b59d-4083-a8ac-841372520272 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48ff6675ff6246d79c5d2959f9d9d37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475055 Aug 10 12:11:56.923489 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48542) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:56.970537 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:56.991244 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.035297 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.038061 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.039189 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ff72616-b827-4de5-a8d3-957f066f3bad HTTP/1.1" status: 204 len: 168 time: 0.1149061 Aug 10 12:11:57.047684 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba66e1-5fe0-47fa-b36d-f5afe24bc248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff72616-b827-4de5-a8d3-957f066f3bad,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:57.359063 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48550) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:57.371976 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895b7c5c-b8ab-42cf-9d46-ea3e07ea9fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.462598 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895b7c5c-b8ab-42cf-9d46-ea3e07ea9fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.467039 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-895b7c5c-b8ab-42cf-9d46-ea3e07ea9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.503542 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b7c5c-b8ab-42cf-9d46-ea3e07ea9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6290b-6f5f-4af9-aa79-5a1f5ce0c7f5,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:57.508934 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-895b7c5c-b8ab-42cf-9d46-ea3e07ea9fff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26410f683054480ebe8b428471e72a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487863 Aug 10 12:11:57.511096 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48552) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:57.558915 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.580365 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.624484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.627093 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:57.628240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1e6290b-6f5f-4af9-aa79-5a1f5ce0c7f5 HTTP/1.1" status: 204 len: 168 time: 0.1167345 Aug 10 12:11:57.635580 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30e63b-dc11-4f88-8b21-02fd98ffd49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6290b-6f5f-4af9-aa79-5a1f5ce0c7f5,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:58.928283 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-b12695e1-e8e0-43c9-badf-45537fd8f7a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397089 Aug 10 12:11:58.990975 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17141-3c35-40e6-8af6-e1531a953934 req-b13bc807-d256-4c9a-a338-f14f0a85bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:58.992588 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-b13bc807-d256-4c9a-a338-f14f0a85bc61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0407872 Aug 10 12:11:59.106202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17141-3c35-40e6-8af6-e1531a953934 req-8ec387c1-3b7c-4d8d-bd8e-b3cbaecf5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:59.107704 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-8ec387c1-3b7c-4d8d-bd8e-b3cbaecf5073 service neutron] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 911 time: 0.0933118 Aug 10 12:11:59.177117 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-12430e14-0b3f-4b89-8e45-8f6b1e4bdd63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0617430 Aug 10 12:11:59.233754 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17141-3c35-40e6-8af6-e1531a953934 req-7ed5a4f1-1616-45ac-bed0-2693727b74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:59.235199 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-7ed5a4f1-1616-45ac-bed0-2693727b74ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0493999 Aug 10 12:11:59.282929 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17141-3c35-40e6-8af6-e1531a953934 req-60562bfc-741b-4782-b905-24595496a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:11:59.284514 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-60562bfc-741b-4782-b905-24595496a3ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410373 Aug 10 12:11:59.380949 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-3161a935-93fc-40d7-ac6e-8a515fc74c30 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887492 Aug 10 12:11:59.483277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-85e17141-3c35-40e6-8af6-e1531a953934 req-bbd78c70-3b60-45eb-b32a-d85a815d840d service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892589 Aug 10 12:11:59.717832 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48628) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:11:59.823048 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9333dd-bac9-498b-bed1-0e783f5481bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:59.909635 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9333dd-bac9-498b-bed1-0e783f5481bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:59.913404 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0b9333dd-bac9-498b-bed1-0e783f5481bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:11:59.954095 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0b9333dd-bac9-498b-bed1-0e783f5481bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0833611bd91d4890834e889da8998555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350483 Aug 10 12:11:59.955025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9333dd-bac9-498b-bed1-0e783f5481bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f114b8e3-9685-4065-8734-07f1b53acff4,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:11:59.957860 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48632) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:00.007195 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.027620 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.073436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.075974 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.077208 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f114b8e3-9685-4065-8734-07f1b53acff4 HTTP/1.1" status: 204 len: 168 time: 0.1179960 Aug 10 12:12:00.085497 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a4b7-e400-403c-8b20-5ab0896f1966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114b8e3-9685-4065-8734-07f1b53acff4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:00.329187 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48638) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:00.342588 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d0789f-8da4-4952-8517-853f511a1a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.430993 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d0789f-8da4-4952-8517-853f511a1a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.435594 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-21d0789f-8da4-4952-8517-853f511a1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.473855 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-21d0789f-8da4-4952-8517-853f511a1a74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23432e0c305c47d3a4a0d119c5078d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435730 Aug 10 12:12:00.475880 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0789f-8da4-4952-8517-853f511a1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50947a1-66c2-46fc-975e-d6cfe61bcaaa,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:00.476473 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48642) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:00.524229 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.545455 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.588907 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.592125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:00.593301 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f50947a1-66c2-46fc-975e-d6cfe61bcaaa HTTP/1.1" status: 204 len: 168 time: 0.1157029 Aug 10 12:12:00.600671 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41134-8859-4a56-9ffa-f51248ab70d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50947a1-66c2-46fc-975e-d6cfe61bcaaa,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:01.319504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32667f12-cdd3-4d4d-9524-97bb046d8555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:04.031363 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:04.270820 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82ac19ca-1c65-4031-926a-17df9234bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:05.971597 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:06.994985 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:09.960038 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48742) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:10.070097 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-962da511-9a48-4cfd-ad2d-216d1ec77cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.157570 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-962da511-9a48-4cfd-ad2d-216d1ec77cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.162005 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-962da511-9a48-4cfd-ad2d-216d1ec77cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.199227 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da511-9a48-4cfd-ad2d-216d1ec77cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b915b-ef71-4fe5-91d8-8588a4ad5f02,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:10.207042 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-962da511-9a48-4cfd-ad2d-216d1ec77cb1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3919708093c4b64bf390021387a4b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435744 Aug 10 12:12:10.207960 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48746) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:10.254173 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.274013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.322436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.326154 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:10.327296 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c87b915b-ef71-4fe5-91d8-8588a4ad5f02 HTTP/1.1" status: 204 len: 168 time: 0.1192167 Aug 10 12:12:10.334622 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b02ed-3db5-47a6-a265-65584ca1d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b915b-ef71-4fe5-91d8-8588a4ad5f02,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:14.409731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48820) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:14.511234 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d06c1ad-c3da-4dea-9fc1-3f71f78dde05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.598225 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d06c1ad-c3da-4dea-9fc1-3f71f78dde05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.601841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-2d06c1ad-c3da-4dea-9fc1-3f71f78dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.637965 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c1ad-c3da-4dea-9fc1-3f71f78dde05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ff8ec-993f-492a-abad-4c44d7cab9c9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:14.642239 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-2d06c1ad-c3da-4dea-9fc1-3f71f78dde05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a14c953854fe4276963ecea6e418ac8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315035 Aug 10 12:12:14.645469 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48824) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:14.691891 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.712436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.757293 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.759829 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:14.760996 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f51ff8ec-993f-492a-abad-4c44d7cab9c9 HTTP/1.1" status: 204 len: 168 time: 0.1152079 Aug 10 12:12:14.769037 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb255e1d-2f89-4b16-91f2-03e10c6c5c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ff8ec-993f-492a-abad-4c44d7cab9c9,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:15.353455 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48848) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:15.446879 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1165494711-network', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:15.471126 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Made reservation on behalf of 7cf4f74b2105451b8663a5cabff097a2 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:12:15.473353 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.482260 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.566677 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.570274 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.593965 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:12:15.603346 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f3bf8-d3d8-46db-b534-d53da13984c9,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:15.608720 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.609098 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Added segment e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb of type vlan for network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 Aug 10 12:12:15.647274 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.674279 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.675237 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:15.675803 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.726708 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3720672 Aug 10 12:12:15.729618 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48854) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:15.735318 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Request body: {'subnet': {'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1165494711-subnet', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'ip_version': 4}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:15.737100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89b797-764f-48b6-a229-3c9dd38757e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:15.746890 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:12:15.757087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Made reservation on behalf of 7cf4f74b2105451b8663a5cabff097a2 for: {'subnet': 1} {{(pid=93499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:12:15.759373 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621282'] for subnet, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.923232 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4273408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621296'] for subnet, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:15.975369 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842f69bc-5a40-4146-bf5d-222e4a2ef61a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:15.986350 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:15.986724 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Network hostable DHCP agents. Network: 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:12:16.002380 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:12:16.010787 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4) {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:16.015481 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:16.016088 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.020212 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a01b0-f0ca-4ae5-9420-2180afc5fa25 None None] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:12:16.033676 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-74bd296b-e670-4f2c-92a1-72e3d93654f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3021214 Aug 10 12:12:16.034054 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48858) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:16.038630 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:16.061822 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.062632 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.118396 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.166853 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:12:16.167758 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.255666 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.299562 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Allocated IP 172.20.0.2 (0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4/842f69bc-5a40-4146-bf5d-222e4a2ef61a/a3d521a9-5f2b-490d-a065-d6ef1cf50a52) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:16.445620 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.451765 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.453874 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Transition to ACTIVE for port object a3d521a9-5f2b-490d-a065-d6ef1cf50a52 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:16.467975 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Transition to ACTIVE for port object a3d521a9-5f2b-490d-a065-d6ef1cf50a52 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:16.470975 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.473789 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.512862 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:16.515671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:16.519575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:16.526426 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Pushing event updated for resources: {'Port': ['ID=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:16.578798 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Allocated IP 172.27.2.124 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:16.579063 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Attempting to bind port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:16.579184 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Attempting to bind port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:16.579551 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Attempting to bind port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:16.584485 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:16.584901 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:16.585304 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.585698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Bound using segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:16.586160 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Bound port: a3d521a9-5f2b-490d-a065-d6ef1cf50a52, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:16.586673 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.647681 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] For port a3d521a9-5f2b-490d-a065-d6ef1cf50a52, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:16.650913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] For port a3d521a9-5f2b-490d-a065-d6ef1cf50a52, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:16.654541 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.679479 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.709662 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65299b7f-a777-448c-a509-9fb79067d9ca None None] Pushing event updated for resources: {'Port': ['ID=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:16.720298 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:16.764320 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:16.767311 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:16.770822 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:16.776064 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:16.990843 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a3d521a9-5f2b-490d-a065-d6ef1cf50a52 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:17.041626 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:17.048378 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:17.140108 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:12:17.499305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:17.625979 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:12:17.668342 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a120f12-a3d1-497e-9dd3-8508bf0fd838 None None] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:12:17.732805 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:12:17.734368 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Provisioning for port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:17.740854 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Provisioning complete for port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:17.741234 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:17.743271 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:12:17.749742 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:17.753340 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:17.753990 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:17.754284 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48862) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:17.754751 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ec10c2aa-334f-4e7e-ac43-fbe1fe0223d3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7192709 Aug 10 12:12:17.858486 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:17.885289 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:17.928369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] For port a3d521a9-5f2b-490d-a065-d6ef1cf50a52, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:17.936228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.003137 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642698ac-fbc4-4713-b026-a29feebb334b None None] Pushing event updated for resources: {'Port': ['ID=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:18.050406 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:16Z', 'revision_number': 3, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:18.079328 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:12:18.079685 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Updating router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:12:18.109813 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.159641 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-dbd0c3c0-eb6a-487c-aa03-e7842204bef5 None None] Provisioning complete for port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:18.159641 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbd0c3c0-eb6a-487c-aa03-e7842204bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.208894 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.380191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Allocated IP 172.20.0.1 (0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4/842f69bc-5a40-4146-bf5d-222e4a2ef61a/1d24e446-1721-4e3a-b709-c6f4c97da0e8) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:18.385970 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.401522 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Transition to ACTIVE for port object ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:18.410216 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.460258 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Attempting to bind port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:18.460618 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Attempting to bind port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:18.461015 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Attempting to bind port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:18.462973 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Pushing event updated for resources: {'Port': ['ID=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:18.471895 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:18.472266 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:18.472670 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.473089 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:18.473543 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Bound port: ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:18.473947 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.475951 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.476294 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.476630 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.476991 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.477317 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.477641 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.477961 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.478288 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.478617 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.478939 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.479253 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.479573 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:18.497519 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.510435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Transition to ACTIVE for port object 1d24e446-1721-4e3a-b709-c6f4c97da0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:18.533223 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] For port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:18.536534 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] For port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:18.540874 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.556554 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.605766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:18.608856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:18.613793 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:18.624191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Pushing event updated for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:18.663266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.686828 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fa97-2da7-4e69-9e58-83e2a0783756 None None] Pushing event updated for resources: {'Port': ['ID=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:18.694444 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:18.695075 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:18.799422 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.808941 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:18.913120 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb8bf5d1-fce0-48b7-8d10-cd3ce8abe7ab None None] Provisioning for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:18.916892 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cb8bf5d1-fce0-48b7-8d10-cd3ce8abe7ab None None] Provisioning complete for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:18.917195 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf5d1-fce0-48b7-8d10-cd3ce8abe7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:18.956691 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bf5d1-fce0-48b7-8d10-cd3ce8abe7ab None None] Port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:18.966698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a3d521a9-5f2b-490d-a065-d6ef1cf50a52 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:19.002777 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:19.008685 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:19.014310 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:16Z', 'revision_number': 3, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:19.020816 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:19.021330 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:19.048839 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453e7a5-e850-42fd-b47b-f3583807ea32 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:16Z', 'revision_number': 3, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:12:19.082553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Pushing event updated for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:19.085652 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:19.194758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:19.196095 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:19.372798 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:12:19.479662 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bddd4e25-ca70-41aa-801f-255451beb52c None None] Provisioning complete for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:19.480845 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bddd4e25-ca70-41aa-801f-255451beb52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:19.486571 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:12:19.492530 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-46f14466-1c89-4500-bf55-293c215c9c07 admin admin] 10.222.0.64 "PUT /v2.0/routers/32c92cbd-e0d5-46ec-8da1-c7576a79f393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368600 Aug 10 12:12:19.517454 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-bddd4e25-ca70-41aa-801f-255451beb52c None None] Port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:20.023655 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48882) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:20.029192 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705458580-network', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:20.050328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Made reservation on behalf of 8c02a29ba57247baa342ac6c1bd51432 for: {'network': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:12:20.052890 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for network, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.064091 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.154059 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.158006 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.185684 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=93500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:12:20.192063 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321be47e-344c-4afd-b33f-fc7c6c2ca93b,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:20.201407 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.201747 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.segments_db [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Added segment 632d7ae0-47c3-429b-b523-d374cb2c3038 of type vlan for network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 Aug 10 12:12:20.203865 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.204226 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.204565 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.204933 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.205269 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.205608 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.205936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.206262 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.206591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.206916 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.207238 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.207559 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:20.257681 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766653661516'] for network, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.286142 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023'] for network, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.287234 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:20.287821 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.344671 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3198917 Aug 10 12:12:20.347307 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48884) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:20.354045 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Request body: {'subnet': {'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705458580-subnet', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'ip_version': 4}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:20.358092 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becc0a2-675f-47b0-a308-fe7c8003ca99 admin admin] Pushing event updated for resources: {'Network': ['ID=40b0ca8c-edb5-4cd1-9e93-0d75428c5d03,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:20.367889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 details requested by agent ovs-agent-dv-cinder-803000-7-iscsi with host dv-cinder-803000-7-iscsi {{(pid=93501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:12:20.377512 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Made reservation on behalf of 8c02a29ba57247baa342ac6c1bd51432 for: {'subnet': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:12:20.380514 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4455753'] for subnet, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.577989 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4455771'] for subnet, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.635115 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:12:20.635267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7f3a3e-cfa1-4145-b66a-80890715d455,revision_number=0']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:20.645421 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:20.645621 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Checking segment: {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:20.645814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Network hostable DHCP agents. Network: 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03, hostable agents: ['c7ca4968-3df7-4aff-8f91-178d287b86d9'], hosted agents: [] {{(pid=93500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:12:20.646382 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:20.661924 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 is scheduled to be hosted by DHCP agent c7ca4968-3df7-4aff-8f91-178d287b86d9 with binding_index 1 {{(pid=93500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:12:20.670816 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803000-7-iscsi, 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03) {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:20.675570 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:20.676267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.684589 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701a335-3b2a-496a-8d9c-0e254a57feb8 None None] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:12:20.691651 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-443eeb13-b90b-46cc-ba9f-77fb08f69794 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3433321 Aug 10 12:12:20.694181 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 48888) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:20.698843 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:20.726466 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-691403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105982'] for router, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.727410 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105863'] for router, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.777917 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.815323 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:20.913659 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.976944 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2803c1-7743-53f1-a4fe-b4237d0fc83a-40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'fixed_ips': [{'subnet_id': '2f7f3a3e-cfa1-4145-b66a-80890715d455'}]}} from dv-cinder-803000-7-iscsi. {{(pid=93501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 12:12:20.977792 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:20.992913 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:21.114537 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.137085 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.191218 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:21.198879 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Allocated IP 172.20.0.2 (40b0ca8c-edb5-4cd1-9e93-0d75428c5d03/2f7f3a3e-cfa1-4145-b66a-80890715d455/5230c4fb-c6bf-4484-b20e-9a7be351381f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:21.205152 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:21.205532 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.244052 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Allocated IP 172.27.2.207 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/935dc5a6-8406-459f-bc91-c5d8fb02443e) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:21.304286 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 2, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:21.341352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:12:21.341702 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Updating router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:12:21.349845 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.403754 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.483027 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.524105 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:21.525460 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.538020 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.586686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Transition to ACTIVE for port object 5230c4fb-c6bf-4484-b20e-9a7be351381f will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:21.640737 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Transition to ACTIVE for port object 5230c4fb-c6bf-4484-b20e-9a7be351381f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:21.647990 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.658711 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.684245 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:21.687312 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:21.689798 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:21.717817 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:21.727292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=935dc5a6-8406-459f-bc91-c5d8fb02443e,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:21.727707 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:21.733265 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:21.752858 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:21.828445 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Pushing event updated for resources: {'Port': ['ID=5230c4fb-c6bf-4484-b20e-9a7be351381f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:21.868864 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Attempting to bind port 5230c4fb-c6bf-4484-b20e-9a7be351381f on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:21.869230 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Attempting to bind port 5230c4fb-c6bf-4484-b20e-9a7be351381f by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:21.869588 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Attempting to bind port 5230c4fb-c6bf-4484-b20e-9a7be351381f on network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:21.882429 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:21.882807 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Checking segment: {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:21.883205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:21.883715 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Bound using segment: {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:21.884059 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Bound port: 5230c4fb-c6bf-4484-b20e-9a7be351381f, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:21.884439 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.004913 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.092432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.113883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Transition to ACTIVE for port object 1d24e446-1721-4e3a-b709-c6f4c97da0e8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:22.119998 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] For port 5230c4fb-c6bf-4484-b20e-9a7be351381f, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:22.123188 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.126162 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] For port 5230c4fb-c6bf-4484-b20e-9a7be351381f, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5230c4fb-c6bf-4484-b20e-9a7be351381f,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:22.153992 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.193357 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e72b8b-dd18-4313-aa32-1686d9ca0788 None None] Pushing event updated for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:22.219304 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693753'] for router, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.282166 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0efc9-b8ff-4581-a4ea-5c6ac084bf7f None None] Pushing event updated for resources: {'Port': ['ID=5230c4fb-c6bf-4484-b20e-9a7be351381f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:22.303595 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Attempting to bind port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:22.303962 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Attempting to bind port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:22.304321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Attempting to bind port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:22.310672 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:22.311607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:22.311607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.311877 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Bound using segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:22.312311 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Bound port: 1d24e446-1721-4e3a-b709-c6f4c97da0e8, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:22.312694 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.387101 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 is scheduled to L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 with binding_index 1 {{(pid=93500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 12:12:22.414766 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] For port 1d24e446-1721-4e3a-b709-c6f4c97da0e8, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:22.424183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] For port 1d24e446-1721-4e3a-b709-c6f4c97da0e8, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=1d24e446-1721-4e3a-b709-c6f4c97da0e8,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:22.436409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.501953 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:22.502595 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:22.540250 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:12:22.555451 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Sync routers for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:12:22.566209 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e72b8b-dd18-4313-aa32-1686d9ca0788 None None] Pushing event updated for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:22.572444 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:22.573103 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:22.584586 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:22.585916 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-27345f5a-9fec-453b-98f2-b57009c3f9d4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8907657 Aug 10 12:12:22.588993 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48904) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:22.668575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:22.711354 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:22.890776 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:22Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:22.894769 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 3, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:22.922374 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Checking router: 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:12:22.922632 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Updating router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 port 935dc5a6-8406-459f-bc91-c5d8fb02443e binding host dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:12:22.949854 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39819d8-2aa9-4f20-a6ff-8f0040021089 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:22Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:12:22.963217 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.103439 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.148487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:23.235065 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:23.235478 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.347445 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5230c4fb-c6bf-4484-b20e-9a7be351381f up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:23.382316 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Allocated IP 172.20.0.1 (40b0ca8c-edb5-4cd1-9e93-0d75428c5d03/2f7f3a3e-cfa1-4145-b66a-80890715d455/c92a12a5-b545-4aaf-a78a-a9f4b2c26496) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:23.400544 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.420394 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Transition to ACTIVE for port object 935dc5a6-8406-459f-bc91-c5d8fb02443e will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:23.431174 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.458432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 5230c4fb-c6bf-4484-b20e-9a7be351381f completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:23.499458 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Attempting to bind port 935dc5a6-8406-459f-bc91-c5d8fb02443e on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:23.499837 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Attempting to bind port 935dc5a6-8406-459f-bc91-c5d8fb02443e by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:23.500509 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Attempting to bind port 935dc5a6-8406-459f-bc91-c5d8fb02443e on network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:23.512546 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:23.512912 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Checking segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:23.513603 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.513951 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Bound using segment: {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:23.514329 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Bound port: 935dc5a6-8406-459f-bc91-c5d8fb02443e, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c366aaf-3bed-4e09-aa2e-922d0fabfb36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:23.514717 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.528843 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cc303-8edf-4613-992a-b79fa7d5781a None None] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:12:23.541941 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472febe-2d0c-44c3-91a2-0377705be7c4 None None] Pushing event updated for resources: {'Port': ['ID=935dc5a6-8406-459f-bc91-c5d8fb02443e,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:23.544302 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.570683 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Transition to ACTIVE for port object c92a12a5-b545-4aaf-a78a-a9f4b2c26496 will not be triggered until provisioned by entity DHCP. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:23.587064 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] For port 935dc5a6-8406-459f-bc91-c5d8fb02443e, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:23.592265 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] For port 935dc5a6-8406-459f-bc91-c5d8fb02443e, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=935dc5a6-8406-459f-bc91-c5d8fb02443e,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:23.595959 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Provisioning for port 5230c4fb-c6bf-4484-b20e-9a7be351381f completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:23.598568 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.611981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Provisioning complete for port 5230c4fb-c6bf-4484-b20e-9a7be351381f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:23.611981 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.626820 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.653729 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:23.654455 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:23.675209 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:23.682024 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:23.687166 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:23.707927 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472febe-2d0c-44c3-91a2-0377705be7c4 None None] Pushing event updated for resources: {'Port': ['ID=935dc5a6-8406-459f-bc91-c5d8fb02443e,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:23.722995 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Pushing event updated for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:23.735476 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.735839 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.736177 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.736516 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.736878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.737217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.737550 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.737876 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.738214 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.738540 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.738861 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.739187 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:23.756990 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586762'] for router_interface, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.806270 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.806491 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:23.855458 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] For port 5230c4fb-c6bf-4484-b20e-9a7be351381f, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5230c4fb-c6bf-4484-b20e-9a7be351381f,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:23.864078 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.975519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:23.982931 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2805a8-f255-4ef9-9443-f9540402db3b None None] Pushing event updated for resources: {'Port': ['ID=5230c4fb-c6bf-4484-b20e-9a7be351381f,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:24.139620 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 3, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:24.201542 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Provisioning for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:24.207437 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Provisioning complete for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:24.208033 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.264260 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.271938 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.275018 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:24.298720 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Provisioning complete for port 5230c4fb-c6bf-4484-b20e-9a7be351381f triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:24.299420 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58f387ab-c430-4cd8-810e-993033161e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.376377 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7086959-aa87-4d4a-9d8a-802a48fdfcbf None None] The sync data for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi is: [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 3, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:12:24.432049 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Pushing event updated for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:24.437295 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586942'] for router_interface, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.544915 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f6987-d517-43e5-82c0-502b1417f627 req-692dac98-82db-48b9-910d-8d8e9bc00180 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:24.546697 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-396f6987-d517-43e5-82c0-502b1417f627 req-692dac98-82db-48b9-910d-8d8e9bc00180 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.1272938 Aug 10 12:12:24.573156 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1187cfcd-c841-48c2-bbca-4a9e29e62b29 None None] Provisioning complete for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:24.573697 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1187cfcd-c841-48c2-bbca-4a9e29e62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:24.589262 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:24.598260 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:24.618830 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-396f6987-d517-43e5-82c0-502b1417f627 req-04e10c73-fe17-4389-a52e-82f942e80e92 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651743 Aug 10 12:12:24.633283 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1187cfcd-c841-48c2-bbca-4a9e29e62b29 None None] Port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:24.747254 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:12:24.885640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:12:24.892420 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2a537195-7350-4090-aa43-4ca4403f2807 admin admin] 10.222.0.64 "PUT /v2.0/routers/88f002f4-bdcf-403d-bdf4-7588c06f6ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3015766 Aug 10 12:12:24.963239 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-17d5e542-3c4f-4cb4-8212-809b82303efb None None] Provisioning complete for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:24.963691 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17d5e542-3c4f-4cb4-8212-809b82303efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.018277 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-17d5e542-3c4f-4cb4-8212-809b82303efb None None] Port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:25.108524 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 1d24e446-1721-4e3a-b709-c6f4c97da0e8 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:25.160237 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:25.166037 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:25.166260 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.253029 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.289234 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 1d24e446-1721-4e3a-b709-c6f4c97da0e8, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=1d24e446-1721-4e3a-b709-c6f4c97da0e8,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:25.295126 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.298344 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5230c4fb-c6bf-4484-b20e-9a7be351381f up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:25.396866 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:25.410905 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 5230c4fb-c6bf-4484-b20e-9a7be351381f triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:25.411278 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.461136 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48930) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:25.466188 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350910486', 'description': 'tempest-secgroup-smoke-1350910486 description', 'project_id': '7cf4f74b2105451b8663a5cabff097a2'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:25.490158 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.497618 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 935dc5a6-8406-459f-bc91-c5d8fb02443e up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:25.546300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port 935dc5a6-8406-459f-bc91-c5d8fb02443e completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:25.550198 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 935dc5a6-8406-459f-bc91-c5d8fb02443e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:25.550563 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.571929 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.576077 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.601786 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.603058 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409109 Aug 10 12:12:25.606506 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48932) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:25.610878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:25.616792 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6c80e-a937-4aee-a3ae-d629aca0278e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e149ad-4f4c-4325-bb5b-514d2b2cd604,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:25.631871 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.640966 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.652737 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port 935dc5a6-8406-459f-bc91-c5d8fb02443e, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=935dc5a6-8406-459f-bc91-c5d8fb02443e,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:25.658464 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.710030 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=935dc5a6-8406-459f-bc91-c5d8fb02443e,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:25.736796 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.741363 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.765534 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1226631a-45d8-4720-828e-236245b9d017,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:25.782882 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77982-bf84-4542-b6c4-c769f9ac6a61 req-ac098469-a2e0-49cf-86fb-126bb713cbce tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:25.784385 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-96d77982-bf84-4542-b6c4-c769f9ac6a61 req-ac098469-a2e0-49cf-86fb-126bb713cbce tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0834689 Aug 10 12:12:25.785541 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.786609 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-05245718-dbe8-4699-a565-a96cce184da8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792049 Aug 10 12:12:25.789484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48936) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:25.794405 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:25.845191 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-96d77982-bf84-4542-b6c4-c769f9ac6a61 req-1fc2bf73-6094-4890-8597-a9538b25f48a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Aug 10 12:12:25.845845 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.899314 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.903816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.921829 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1766cdd-28ec-457a-a628-54da734506be,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:25.926800 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:25.929205 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-58907b34-156f-42c0-a1bf-00ccdb6e2dfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387823 Aug 10 12:12:25.930804 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48938) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:25.936323 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:25.961170 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.017603 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.021257 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.038419 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc92edd-dfd2-4594-a7ff-d339053d26ea,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:26.045837 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.047301 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a0455ca2-f2b9-4d13-a04b-aeb74a059dbd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155808 Aug 10 12:12:26.050023 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48940) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:26.054291 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:26.081067 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.142426 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.146533 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.167680 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e390cb7-2890-4c80-a706-8e41b22385be,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:26.173981 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.178338 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-22dd2b86-79d6-4f94-9a8a-23255128e45b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244013 Aug 10 12:12:26.178338 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48942) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:26.182658 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:26.206618 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Project 7cf4f74b2105451b8663a5cabff097a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:12:26.215269 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.280609 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.284156 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.318649 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045dafad-1ffa-446c-8319-000236da092d,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:26.326469 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.327708 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f0a583e3-3003-445f-9ae0-2c0206bb8fb9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486037 Aug 10 12:12:26.330497 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 48944) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:12:26.334954 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'security_group_rule': {'security_group_id': 'e0e149ad-4f4c-4325-bb5b-514d2b2cd604', 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:26.357444 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.securitygroups_db [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Project 7cf4f74b2105451b8663a5cabff097a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:12:26.363229 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.386223 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Sync routers for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:12:26.395827 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:26.396432 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:26.427343 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.431466 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.450129 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5695bf34-79f8-465c-8ba0-58047631579a,revision_number=0']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:26.455768 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.460259 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-597b5724-3cbc-4edb-ac1e-fd3a1bf67c37 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256378 Aug 10 12:12:26.507328 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:26.561018 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.714598 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:23Z', 'revision_number': 4, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'c92a12a5-b545-4aaf-a78a-a9f4b2c26496', 'name': '', 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'mac_address': 'fa:16:3e:28:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:23Z', 'updated_at': '2021-08-10T12:12:24Z', 'revision_number': 2, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'subnets': [{'id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:26.744703 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Checking router: 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:12:26.745099 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Updating router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 binding host dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:12:26.771494 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:26.997080 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cae449-b694-45ce-92c8-fb6270ab98da req-5c188d04-fa38-4225-a8c0-11e2e4f0bd24 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:26.997682 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 1d24e446-1721-4e3a-b709-c6f4c97da0e8 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:26.998672 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1cae449-b694-45ce-92c8-fb6270ab98da req-5c188d04-fa38-4225-a8c0-11e2e4f0bd24 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0610352 Aug 10 12:12:27.041609 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-e1cae449-b694-45ce-92c8-fb6270ab98da req-a44074f3-d3ab-46c0-b5cb-17feb310f6d9 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353069 Aug 10 12:12:27.095193 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:27.095570 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.166171 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.180677 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Transition to ACTIVE for port object c92a12a5-b545-4aaf-a78a-a9f4b2c26496 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:27.188822 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.267304 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 935dc5a6-8406-459f-bc91-c5d8fb02443e up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:27.425486 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4839d-1fbd-4b93-afb0-d6d69bef7a54 None None] Pushing event updated for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:27.501592 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Attempting to bind port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 on host dv-cinder-803000-7-iscsi for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:27.501717 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Attempting to bind port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 by drivers openvswitch,hyperv on host dv-cinder-803000-7-iscsi at level 0 using segments [{'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:27.502077 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Attempting to bind port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 on network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:27.507511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Checking agent: {'id': '54b302ff-0484-4d60-a994-91205f790a9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803000-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 11, 57, 4), 'started_at': datetime.datetime(2021, 8, 10, 11, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803000-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:27.507880 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Checking segment: {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:27.508271 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.508651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Bound using segment: {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:27.509132 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Bound port: c92a12a5-b545-4aaf-a78a-a9f4b2c26496, host: dv-cinder-803000-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d7ae0-47c3-429b-b523-d374cb2c3038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:27.509507 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.520410 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port 935dc5a6-8406-459f-bc91-c5d8fb02443e triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:27.520714 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.612602 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] For port c92a12a5-b545-4aaf-a78a-a9f4b2c26496, host dv-cinder-803000-7-iscsi, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:27.616759 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] For port c92a12a5-b545-4aaf-a78a-a9f4b2c26496, host dv-cinder-803000-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:27.638596 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:27.708187 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:12:27.708945 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:12:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:27.748577 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4839d-1fbd-4b93-afb0-d6d69bef7a54 None None] Pushing event updated for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:27.832073 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:12:28.059294 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:23Z', 'revision_number': 4, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'c92a12a5-b545-4aaf-a78a-a9f4b2c26496', 'name': '', 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'mac_address': 'fa:16:3e:28:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:23Z', 'updated_at': '2021-08-10T12:12:27Z', 'revision_number': 4, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'subnets': [{'id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:12:28.085888 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07756e9-07b6-4615-9cf0-e110626a047f None None] The sync data for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi is: [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:12:23Z', 'revision_number': 4, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'c92a12a5-b545-4aaf-a78a-a9f4b2c26496', 'name': '', 'network_id': '40b0ca8c-edb5-4cd1-9e93-0d75428c5d03', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'mac_address': 'fa:16:3e:28:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:23Z', 'updated_at': '2021-08-10T12:12:27Z', 'revision_number': 4, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'subnets': [{'id': '2f7f3a3e-cfa1-4145-b66a-80890715d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:12:28.200612 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebc0d0-65ca-4acf-804d-a6d2644d17e0 req-61612cbf-e23f-40cc-8636-431f6d738499 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:28.202231 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aeebc0d0-65ca-4acf-804d-a6d2644d17e0 req-61612cbf-e23f-40cc-8636-431f6d738499 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0671499 Aug 10 12:12:28.244546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-aeebc0d0-65ca-4acf-804d-a6d2644d17e0 req-0feddb24-144f-4e6a-9dc0-808720e9f8db tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357232 Aug 10 12:12:28.974647 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c92a12a5-b545-4aaf-a78a-a9f4b2c26496 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:29.022819 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:29.026826 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:29.027705 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:29.112407 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:29.146566 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] For port c92a12a5-b545-4aaf-a78a-a9f4b2c26496, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:29.150657 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:29.198397 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Pushing event updated for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:29.364071 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24b7bc-e21b-4fb7-97ac-dd34349d0f8f req-224884a4-6b9e-4e65-bc9c-7eb526eb1d5a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:29.365697 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ae24b7bc-e21b-4fb7-97ac-dd34349d0f8f req-224884a4-6b9e-4e65-bc9c-7eb526eb1d5a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0485241 Aug 10 12:12:29.403337 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ae24b7bc-e21b-4fb7-97ac-dd34349d0f8f req-35422a21-75b2-4403-af60-2f5bc6e85c94 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Aug 10 12:12:30.518853 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea75aad-331c-4c7c-beb3-24df3616a29a req-56bc7193-360d-4e12-bb6c-c9e72c759d69 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:30.520325 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ea75aad-331c-4c7c-beb3-24df3616a29a req-56bc7193-360d-4e12-bb6c-c9e72c759d69 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0471532 Aug 10 12:12:30.564273 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0ea75aad-331c-4c7c-beb3-24df3616a29a req-3cd163dd-9248-404f-8ca2-46cc17268a24 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 Aug 10 12:12:30.946920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c92a12a5-b545-4aaf-a78a-a9f4b2c26496 up at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:30.995241 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Provisioning complete for port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:30.995612 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:31.320929 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-687e445a-b4c0-4c18-a18c-0c15aca33029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:31.681621 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f344d-18fa-4112-aed1-b155270ad635 req-b684e8c1-24c7-41f7-94bc-9a43fb41f38b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:31.683108 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cf8f344d-18fa-4112-aed1-b155270ad635 req-b684e8c1-24c7-41f7-94bc-9a43fb41f38b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0473073 Aug 10 12:12:31.721831 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cf8f344d-18fa-4112-aed1-b155270ad635 req-9c80ffe9-84b9-468a-8058-ed68101af969 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319326 Aug 10 12:12:32.842109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277c14-9ae1-4a7e-94c7-a33ede1d418f req-bc7f9b51-6ec2-44c8-8aea-dcbcf07b2361 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:32.843619 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0c277c14-9ae1-4a7e-94c7-a33ede1d418f req-bc7f9b51-6ec2-44c8-8aea-dcbcf07b2361 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 10 12:12:32.881891 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0c277c14-9ae1-4a7e-94c7-a33ede1d418f req-130fd30b-4d02-4b20-bf08-f31474fa7b3f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Aug 10 12:12:34.001944 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604c69-7336-4f9e-9d98-2037b7aa1041 req-8c5e7f62-0cc6-4fd3-af72-4c8eb1bae339 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:34.003413 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6604c69-7336-4f9e-9d98-2037b7aa1041 req-8c5e7f62-0cc6-4fd3-af72-4c8eb1bae339 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0488806 Aug 10 12:12:34.036823 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:34.046376 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6604c69-7336-4f9e-9d98-2037b7aa1041 req-d9633390-c801-4a6b-8abe-d041b2351370 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370188 Aug 10 12:12:34.279322 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-68d230d1-5777-498f-8339-2034c8bba307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:35.168390 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0596d4-6c15-4fe8-b392-373a27891a03 req-9c776c05-b80d-4f36-b4e8-c11dc331781a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:35.170467 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1c0596d4-6c15-4fe8-b392-373a27891a03 req-9c776c05-b80d-4f36-b4e8-c11dc331781a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0508876 Aug 10 12:12:35.208092 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1c0596d4-6c15-4fe8-b392-373a27891a03 req-1fd00544-b7c8-4f01-9087-7851ad1a244f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Aug 10 12:12:35.975329 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:36.335524 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd59e9-3546-4f5c-80ba-622a31980813 req-3bc81b43-6583-4a14-9c81-c79f872288cc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:36.337051 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eedd59e9-3546-4f5c-80ba-622a31980813 req-3bc81b43-6583-4a14-9c81-c79f872288cc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0496881 Aug 10 12:12:36.375793 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-eedd59e9-3546-4f5c-80ba-622a31980813 req-951def63-1eea-467b-9c7c-2d5feb8f79c5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Aug 10 12:12:36.595882 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:12:36.708498 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:36.725321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:12:36.779809 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:36.792338 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:12:36.811085 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:36.815472 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:36.862299 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=6']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:36.869234 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.869588 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.869935 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.870272 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.870607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.870941 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.871272 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.871602 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.871931 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.872254 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.872583 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.872949 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:12:36.963253 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['83029df4-0f35-4a5c-ac9c-69b136fad452'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:12:37.012356 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:37.527245 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9de236-a7be-4ae7-b964-ff3fee3b1072 req-0fadc76b-8573-4459-bb5d-93ebf0fa1c63 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:37.529593 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0b9de236-a7be-4ae7-b964-ff3fee3b1072 req-0fadc76b-8573-4459-bb5d-93ebf0fa1c63 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0634274 Aug 10 12:12:37.575719 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0b9de236-a7be-4ae7-b964-ff3fee3b1072 req-7cdefdfe-20d5-40b4-887e-b50d9c1ca7ed tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Aug 10 12:12:38.590062 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:38.667037 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 83029df4-0f35-4a5c-ac9c-69b136fad452 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:38.667438 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:38.721778 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abea9-19ee-4b36-add6-754c3a1e8b58 req-8876b2c3-5d6a-4321-b5df-b0e05555581c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:38.726487 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c3abea9-19ee-4b36-add6-754c3a1e8b58 req-8876b2c3-5d6a-4321-b5df-b0e05555581c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0653746 Aug 10 12:12:38.775100 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c3abea9-19ee-4b36-add6-754c3a1e8b58 req-6b0f1d8d-0b5e-47ca-a46b-93b113aa81f0 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Aug 10 12:12:38.783193 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:38.816249 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:12:38.819023 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b9dcd-bd67-4662-a969-0012f8fb71fe" -d '{"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:12:38.823411 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:38.828830 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:38.876365 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f42b30-c69b-4bf0-a41b-cf9adc1ba3da x-openstack-request-id: req-e0f42b30-c69b-4bf0-a41b-cf9adc1ba3da {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:12:38.876660 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:12:38.876972 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0f42b30-c69b-4bf0-a41b-cf9adc1ba3da {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:12:38.877363 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'code': 200} Aug 10 12:12:38.894787 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:39.902520 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0beb73-0af2-4e88-a5ad-e906d7342462 req-4ed7e286-bd42-4019-94af-08af4bf14dbd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:39.904931 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0d0beb73-0af2-4e88-a5ad-e906d7342462 req-4ed7e286-bd42-4019-94af-08af4bf14dbd tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0533242 Aug 10 12:12:39.953536 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0d0beb73-0af2-4e88-a5ad-e906d7342462 req-7323dd60-62ae-42ca-914a-9e74f4eadda0 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Aug 10 12:12:41.101591 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b43846-af05-4a2a-aaab-39c498410c41 req-3db8534e-e0d3-4f4f-a492-aa891023042d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:41.103557 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f9b43846-af05-4a2a-aaab-39c498410c41 req-3db8534e-e0d3-4f4f-a492-aa891023042d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0760751 Aug 10 12:12:41.149893 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f9b43846-af05-4a2a-aaab-39c498410c41 req-96e969b2-f220-4643-9b88-995865817c6a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389960 Aug 10 12:12:42.270719 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a23249-1617-4882-b69f-36cc44700512 req-2b0e7c26-34ae-4bc2-aabc-dbb6ac2e160e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:42.272267 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-77a23249-1617-4882-b69f-36cc44700512 req-2b0e7c26-34ae-4bc2-aabc-dbb6ac2e160e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0492308 Aug 10 12:12:42.311171 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-77a23249-1617-4882-b69f-36cc44700512 req-e156aa31-7691-441a-9202-fd8114857778 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321741 Aug 10 12:12:43.505043 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c155-6245-47d5-99b8-8453676199ad req-4a35d83f-05d3-46d3-9a66-24e0a2eb8474 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:43.506779 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a815c155-6245-47d5-99b8-8453676199ad req-4a35d83f-05d3-46d3-9a66-24e0a2eb8474 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0937541 Aug 10 12:12:43.573289 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a815c155-6245-47d5-99b8-8453676199ad req-67e8b07e-b8ed-4b60-a0f0-bc5c88353fb2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558786 Aug 10 12:12:44.103458 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-ba1bdbcc-16f2-455c-820c-2f4b43c4396c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350910486&fields=id&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 267 time: 0.0366721 Aug 10 12:12:44.234843 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-2ffce6ee-b92c-48c6-8caf-43b8180b0bfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:44.242632 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-2ffce6ee-b92c-48c6-8caf-43b8180b0bfd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1257100 Aug 10 12:12:44.254986 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-64fbe8b9-aec8-478b-b055-f81f14efd4df tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/quotas/7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 375 time: 0.0112555 Aug 10 12:12:44.316858 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-0355d57e-cd3c-4f1f-9fcd-ba975b86ac5c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531211 Aug 10 12:12:44.431554 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-8a10f353-764f-402f-a9e4-d7ac7c637aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019003 Aug 10 12:12:44.525363 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-4d187801-34f5-4cfc-8005-d797f5f563d5 service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Aug 10 12:12:44.734972 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cf6a8-d760-4193-b3db-e9338669b117 req-c1cd933d-d545-4c17-8d2b-a285bbe4c59f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:44.736854 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f14cf6a8-d760-4193-b3db-e9338669b117 req-c1cd933d-d545-4c17-8d2b-a285bbe4c59f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0626788 Aug 10 12:12:44.786556 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f14cf6a8-d760-4193-b3db-e9338669b117 req-cf96f02c-8923-4b9c-8d2c-0dbc1dd06b07 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434344 Aug 10 12:12:44.898848 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bd7a323e-43de-4cbc-8087-eb6e00b7f72c req-126a1939-ce68-4966-a092-9f2adaa9e3af tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 210 time: 0.0398846 Aug 10 12:12:45.916494 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d2b18-074d-4e5b-a73b-90b56e977f02 req-292d48e7-b77a-47f5-9f5a-3a93e60c8c8d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:45.918069 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d59d2b18-074d-4e5b-a73b-90b56e977f02 req-292d48e7-b77a-47f5-9f5a-3a93e60c8c8d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0511785 Aug 10 12:12:46.015094 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d59d2b18-074d-4e5b-a73b-90b56e977f02 req-58db1182-a96a-471a-877e-5000f6dd9de7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825701 Aug 10 12:12:46.057417 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9cde7ae7-66eb-4bb7-8a85-3ab549022e27 req-1e3042b3-9e7d-44e5-8bce-6dc0201f8a10 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 210 time: 0.0568328 Aug 10 12:12:46.170102 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-08f4aaf4-cf7e-4b65-90b2-796a77666f1e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:46.172532 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-08f4aaf4-cf7e-4b65-90b2-796a77666f1e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1388564 Aug 10 12:12:46.222010 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-6dbff5a0-b9cb-4634-b621-2af7c8c3b0ee tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 380 time: 0.0393076 Aug 10 12:12:46.241952 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'port': {'device_id': '59c24f83-b778-4390-952e-724f136dc367', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'admin_state_up': True, 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'security_groups': ['e0e149ad-4f4c-4325-bb5b-514d2b2cd604']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:46.366166 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Made reservation on behalf of 7cf4f74b2105451b8663a5cabff097a2 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:12:46.372014 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:46.536468 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.20.0.7 (0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4/842f69bc-5a40-4146-bf5d-222e4a2ef61a/49fc1782-7f52-48e8-9a8d-ec13f02b34f0) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:12:46.702953 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:46.718835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Transition to ACTIVE for port object 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:46.762835 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:46.786653 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:12:46.789566 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:12:46.851288 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:46.857097 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:12:46.941851 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:46.942138 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:46.963047 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-a67d24c9-8fbb-4c1b-bb9b-6324b8dc525c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7254822 Aug 10 12:12:46.985966 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Request body: {'port': {'device_id': '59c24f83-b778-4390-952e-724f136dc367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:12:47.043382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.136355 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d570df1f-b167-4403-a60f-beba6d9347db None None] Provisioning for port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:47.143501 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d570df1f-b167-4403-a60f-beba6d9347db None None] Provisioning complete for port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:47.145948 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d570df1f-b167-4403-a60f-beba6d9347db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.163159 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d26fd2-1c4c-45bc-8d27-8a6aac556fdf req-772645af-73b5-438a-99a5-cf7a059671df tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:47.170753 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-79d26fd2-1c4c-45bc-8d27-8a6aac556fdf req-772645af-73b5-438a-99a5-cf7a059671df tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0718896 Aug 10 12:12:47.201868 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d570df1f-b167-4403-a60f-beba6d9347db None None] Port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:12:47.260694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37480-9c96-4dff-a5b4-1d9f6025d4cc req-4770299a-a170-4b47-9548-6548d4bfab19 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:47.264982 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ce37480-9c96-4dff-a5b4-1d9f6025d4cc req-4770299a-a170-4b47-9548-6548d4bfab19 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 931 time: 0.0910957 Aug 10 12:12:47.276524 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-79d26fd2-1c4c-45bc-8d27-8a6aac556fdf req-21f910fd-75ff-42fe-bba0-75450e77d7f7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045890 Aug 10 12:12:47.325988 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4ce37480-9c96-4dff-a5b4-1d9f6025d4cc req-4d5a8cf1-7cc9-4ffd-bd13-3937368d0ae9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Aug 10 12:12:47.429414 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:12:47.437334 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.449477 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Transition to ACTIVE for port object 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:12:47.455658 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.551720 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Pushing event updated for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:47.616393 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Attempting to bind port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:12:47.616765 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Attempting to bind port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:12:47.617097 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Attempting to bind port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:47.622863 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:12:47.623213 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Attempting to bind port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:12:47.633690 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:12:47.634134 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:12:47.634596 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Bound using segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:12:47.638997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Bound port: 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:12:47.638997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.716174 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:12:47.719461 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:12:47.725630 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.760600 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:47.761311 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:47.763359 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 1093 time: 0.7822862 Aug 10 12:12:47.763752 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:12:47.766046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53255846-e2b4-46ac-8ddc-708fae9557a6" -d '{"events": [{"name": "network-changed", "server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:12:47.803567 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ae064-0880-440a-9be6-7da95ad393e8 service neutron] Pushing event updated for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:47.822399 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcbc78e-087c-4c32-926f-73ea09ded786 x-openstack-request-id: req-5fcbc78e-087c-4c32-926f-73ea09ded786 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:12:47.822691 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:12:47.822938 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fcbc78e-087c-4c32-926f-73ea09ded786 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:12:47.823324 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'status': 'completed', 'code': 200} Aug 10 12:12:47.861645 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-1888adc1-6144-45e6-b6bf-5d2a73addde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:47.863289 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-1888adc1-6144-45e6-b6bf-5d2a73addde8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1096 time: 0.0548091 Aug 10 12:12:47.926146 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-c501f464-2377-43b2-b018-89bf8386aba8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 217 time: 0.0524302 Aug 10 12:12:47.990475 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-d910902f-e804-4149-97c4-680027c7dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:47.992186 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-d910902f-e804-4149-97c4-680027c7dbf5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0580206 Aug 10 12:12:48.053875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-7d6bd8f6-e653-4e57-8509-664555dc9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.055583 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-7d6bd8f6-e653-4e57-8509-664555dc9ffa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547256 Aug 10 12:12:48.160878 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-cf505390-a4f2-49b6-8dfd-734f95e34906 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954418 Aug 10 12:12:48.262933 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5452b356-42a9-4311-99c1-cbd4b1395848 req-1d3d39cd-ca61-43eb-a119-85b9b48dbaee service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877354 Aug 10 12:12:48.358838 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-afbabf52-157b-4918-8cad-71d9b0f3b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.360360 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-afbabf52-157b-4918-8cad-71d9b0f3b797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1096 time: 0.0482090 Aug 10 12:12:48.480405 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63185-64d8-4525-9ab6-96f06accf0ec req-2df59ff1-0a36-4140-b768-8d98f10daaaa tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.480926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-6d9b7aa2-8c17-4d0b-b711-e13aaa99b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.482538 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1ed63185-64d8-4525-9ab6-96f06accf0ec req-2df59ff1-0a36-4140-b768-8d98f10daaaa tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0906096 Aug 10 12:12:48.483249 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-6d9b7aa2-8c17-4d0b-b711-e13aaa99b13c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.1142654 Aug 10 12:12:48.490782 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8b32-f2d1-4153-af42-512ea1b1b653 req-f7656bc9-1c72-4562-bbad-027500ce7e38 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.492262 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-385e8b32-f2d1-4153-af42-512ea1b1b653 req-f7656bc9-1c72-4562-bbad-027500ce7e38 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0872152 Aug 10 12:12:48.527406 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-41b7c91b-4534-44ca-abf8-12e1a9ab84cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 217 time: 0.0355873 Aug 10 12:12:48.555232 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-1ed63185-64d8-4525-9ab6-96f06accf0ec req-b2cf278d-bd76-4c38-bbac-5ddb719037e8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620131 Aug 10 12:12:48.565617 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-385e8b32-f2d1-4153-af42-512ea1b1b653 req-9dbf7743-0ae8-41f6-8208-7e82766f45e4 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649152 Aug 10 12:12:48.595495 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-3143b66a-4b67-49c7-89e3-f3ecb19cbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.597158 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-3143b66a-4b67-49c7-89e3-f3ecb19cbdec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0623701 Aug 10 12:12:48.652570 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-b585f178-788f-45be-a4ec-daa81cbdbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:48.654638 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-b585f178-788f-45be-a4ec-daa81cbdbf2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425117 Aug 10 12:12:48.741106 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-86783e0c-82d9-476a-bbd2-82bde20dd8d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788913 Aug 10 12:12:48.836581 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-53255846-e2b4-46ac-8ddc-708fae9557a6 req-77d3fab2-0fb2-48ee-9e25-53c692f53bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836229 Aug 10 12:12:49.234545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-157d037f-6a47-4892-aae7-64d5a2ee89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.236105 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-157d037f-6a47-4892-aae7-64d5a2ee89f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1098 time: 0.0396621 Aug 10 12:12:49.326979 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-c293f383-c05d-44c2-b50a-cd3bd596fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.328431 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-c293f383-c05d-44c2-b50a-cd3bd596fea8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0850565 Aug 10 12:12:49.396594 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-daa4793a-0f09-454f-897b-0e3086d6c9f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 1000 time: 0.0578115 Aug 10 12:12:49.447991 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-1826378a-ac3a-4c9c-94ca-8bb520f15492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.449339 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-1826378a-ac3a-4c9c-94ca-8bb520f15492 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0427508 Aug 10 12:12:49.497946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-924fe03b-ff40-4d51-9e27-f22c989a2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.499462 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-924fe03b-ff40-4d51-9e27-f22c989a2bf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423822 Aug 10 12:12:49.587390 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-8eb7cb1b-b7a6-4c6c-b935-c84ec6a18eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785260 Aug 10 12:12:49.682218 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-e1a5781b-7396-4ff5-a85a-01e38deb2623 req-aaa41ed8-7d89-4974-a929-41ac6084b313 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865123 Aug 10 12:12:49.702715 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256045-f1f4-420a-bb83-9edddeba4467 req-1023dfc4-778f-464a-8ba0-1aba7ee19b7b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.704125 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe256045-f1f4-420a-bb83-9edddeba4467 req-1023dfc4-778f-464a-8ba0-1aba7ee19b7b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0761578 Aug 10 12:12:49.712163 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9e60-6804-4cc6-8f4b-40f103c586b8 req-61094f21-5118-439d-a1f9-3cfb5b9e1bf7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:49.713595 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-83ef9e60-6804-4cc6-8f4b-40f103c586b8 req-61094f21-5118-439d-a1f9-3cfb5b9e1bf7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0838175 Aug 10 12:12:49.767394 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fe256045-f1f4-420a-bb83-9edddeba4467 req-01b808f6-b466-4cee-82a9-bdd7a96abdcf tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528626 Aug 10 12:12:49.772137 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-83ef9e60-6804-4cc6-8f4b-40f103c586b8 req-967d1bb0-96de-49c3-8f57-87ed81a209aa tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518274 Aug 10 12:12:50.913946 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c617a-ac19-4b97-908b-c65ce2f6d83e req-69d67b07-9b55-4095-b2b0-881e05aed8c3 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:50.915444 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cb2c617a-ac19-4b97-908b-c65ce2f6d83e req-69d67b07-9b55-4095-b2b0-881e05aed8c3 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0768168 Aug 10 12:12:50.924530 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385ac3-8fe4-4742-ac3d-117cd96cd333 req-d905f056-4d05-4633-8f23-0e97432cdae7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:50.925958 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b385ac3-8fe4-4742-ac3d-117cd96cd333 req-d905f056-4d05-4633-8f23-0e97432cdae7 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0861344 Aug 10 12:12:50.981901 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-cb2c617a-ac19-4b97-908b-c65ce2f6d83e req-30ee56a2-1ca5-4a3d-9498-3ee42bb8dba6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544806 Aug 10 12:12:50.984653 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6b385ac3-8fe4-4742-ac3d-117cd96cd333 req-63f6d284-900c-4d6a-abdf-0ed96cf32d7f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520031 Aug 10 12:12:52.125492 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a5fb0-07dc-49d1-920b-54d2279b69ba req-4ded89c1-bbac-47db-96b7-546df97a387b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:52.127041 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-005a5fb0-07dc-49d1-920b-54d2279b69ba req-4ded89c1-bbac-47db-96b7-546df97a387b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0786719 Aug 10 12:12:52.138734 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c454bd9-3915-492d-b1be-1cc1a1c91230 req-348308ec-c5dd-4968-9586-b7deb49ecc6e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:52.140120 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8c454bd9-3915-492d-b1be-1cc1a1c91230 req-348308ec-c5dd-4968-9586-b7deb49ecc6e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 945 time: 0.0832338 Aug 10 12:12:52.195301 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-005a5fb0-07dc-49d1-920b-54d2279b69ba req-9563639d-f2a1-47f3-8dfa-61d40af7864a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542436 Aug 10 12:12:52.198117 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-8c454bd9-3915-492d-b1be-1cc1a1c91230 req-be1e2a55-452a-41f2-8417-cb55533eba4b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507541 Aug 10 12:12:52.659036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:12:52.746489 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:52.769134 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:12:52.771347 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99beefa-2d0a-4612-a325-84a6a905feb9" -d '{"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-unplugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:12:52.785544 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:52.789467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:52.814877 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fda0a2-56c0-49ee-b694-f90a29486bd5 x-openstack-request-id: req-a4fda0a2-56c0-49ee-b694-f90a29486bd5 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:12:52.815165 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-unplugged", "status": "failed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "code": 422}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:12:52.815417 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4fda0a2-56c0-49ee-b694-f90a29486bd5 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:12:52.815818 dv-cinder-803000-7-iscsi neutron-server[93501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'code': 422} returned with failed status Aug 10 12:12:52.843131 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:53.307440 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1df27b-bbf8-4db1-ad14-9ed401dc7514 req-080fea61-4a96-4c0f-a3da-b7754dbec8b5 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:53.308924 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4f1df27b-bbf8-4db1-ad14-9ed401dc7514 req-080fea61-4a96-4c0f-a3da-b7754dbec8b5 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0478187 Aug 10 12:12:53.346759 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4f1df27b-bbf8-4db1-ad14-9ed401dc7514 req-5ae576b3-fc8d-4d91-a1ca-be33cbac88b8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Aug 10 12:12:54.122523 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce822d1-b151-4db6-99d4-b294611f8e74 req-20a84ea6-e522-4029-9af1-b86bf0036347 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:54.129296 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2ce822d1-b151-4db6-99d4-b294611f8e74 req-20a84ea6-e522-4029-9af1-b86bf0036347 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0580034 Aug 10 12:12:54.133092 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:12:54.172570 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2ce822d1-b151-4db6-99d4-b294611f8e74 req-5c8d53bb-2f2b-4ddc-aa4e-0ffc259de002 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Aug 10 12:12:54.301779 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-ee9b523e-41fc-4dd8-8519-ba5ba1284d57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400918 Aug 10 12:12:54.464883 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f456-c755-44da-bb7f-64623e386a14 req-f5cf768c-a0dc-44aa-9add-fed38db670f0 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:54.466921 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c38f456-c755-44da-bb7f-64623e386a14 req-f5cf768c-a0dc-44aa-9add-fed38db670f0 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0557406 Aug 10 12:12:54.513057 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2c38f456-c755-44da-bb7f-64623e386a14 req-868c0ea2-6a52-4d13-a76c-a93dad85ecea tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Aug 10 12:12:55.062734 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-3b599394-6936-4eea-978d-1086edcf8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.064206 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-3b599394-6936-4eea-978d-1086edcf8d43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd&tenant_id=3260d0b288bf4786ab04334cf7cca44a HTTP/1.1" status: 200 len: 1096 time: 0.0410938 Aug 10 12:12:55.125831 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-15d8c478-aaf1-4e4c-a17b-b2337176a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.127389 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-15d8c478-aaf1-4e4c-a17b-b2337176a274 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3260d0b288bf4786ab04334cf7cca44a&device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1096 time: 0.0398543 Aug 10 12:12:55.226462 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-efe5c22b-9c49-47ce-b2ad-f80418f987a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.228423 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-efe5c22b-9c49-47ce-b2ad-f80418f987a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 200 len: 919 time: 0.0931418 Aug 10 12:12:55.291249 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401111e0-666b-4ee0-bce5-e592d8693334 req-e31cd992-495b-4b09-9e08-a111ca323a6f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.292818 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-401111e0-666b-4ee0-bce5-e592d8693334 req-e31cd992-495b-4b09-9e08-a111ca323a6f tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0518181 Aug 10 12:12:55.292975 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-faa8711e-53b7-466d-8858-52d9aa5447ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 200 len: 998 time: 0.0568388 Aug 10 12:12:55.330329 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-401111e0-666b-4ee0-bce5-e592d8693334 req-136de3f3-a38b-490b-a5cc-3e4d366d0b0a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307739 Aug 10 12:12:55.340800 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-ed16e0d5-4691-4ef4-ba4d-68d0a42ea176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.342802 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-ed16e0d5-4691-4ef4-ba4d-68d0a42ea176 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 200 len: 856 time: 0.0431924 Aug 10 12:12:55.390926 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-58f70773-fbb8-45d6-bc74-f87561a6be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.392385 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-58f70773-fbb8-45d6-bc74-f87561a6be82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=408f297f-138b-431d-a362-15ae268419a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427692 Aug 10 12:12:55.479414 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-734598ba-7771-4f7f-92b1-2f57b9a21622 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796175 Aug 10 12:12:55.573702 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9b32818-0432-4ab4-b8b0-e5dc7b9c723f req-a1037644-d0e3-49aa-b4cb-e0171492da10 service neutron] 10.222.0.66 "GET /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873795 Aug 10 12:12:55.633910 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcad59-7194-4262-9308-1304344e88fa req-e4d0170e-9221-4d78-901f-b36d788f664a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:55.635392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42fcad59-7194-4262-9308-1304344e88fa req-e4d0170e-9221-4d78-901f-b36d788f664a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0516403 Aug 10 12:12:55.674264 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-42fcad59-7194-4262-9308-1304344e88fa req-e64d9832-97ad-481d-b578-b9a2edab0b9e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Aug 10 12:12:56.469128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24828-dcc4-4e0e-af0d-0e985d4a3f92 req-a556ce5a-68c6-45c1-bda5-a5852acbe310 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:56.470593 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6a24828-dcc4-4e0e-af0d-0e985d4a3f92 req-a556ce5a-68c6-45c1-bda5-a5852acbe310 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0527894 Aug 10 12:12:56.511848 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c6a24828-dcc4-4e0e-af0d-0e985d4a3f92 req-37588bdc-3db5-4dba-bf25-b7be147e9dee tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353572 Aug 10 12:12:56.556839 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:56.762439 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:12:56.764978 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:12:56.807928 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1383f-2b00-4c91-8255-6eeb849e9927 req-b037a054-ac04-4b66-8330-702f974de5d8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:56.809602 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27c1383f-2b00-4c91-8255-6eeb849e9927 req-b037a054-ac04-4b66-8330-702f974de5d8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 943 time: 0.0663922 Aug 10 12:12:56.870533 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-27c1383f-2b00-4c91-8255-6eeb849e9927 req-a7716b94-001b-4446-affb-34c8a50f39e1 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532818 Aug 10 12:12:56.967686 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:56.977889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'port_id': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'mac_address': 'fa:16:3e:52:64:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:12:57.015483 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:57.030142 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:12:57.050645 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:57.054817 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:57.108509 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:57.296628 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['49fc1782-7f52-48e8-9a8d-ec13f02b34f0'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:12:57.648911 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf85b5-56aa-490c-9bfc-1ca5c7da5910 req-acd9b96e-6203-4db4-b506-54d03becdbc5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:57.650506 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-81bf85b5-56aa-490c-9bfc-1ca5c7da5910 req-acd9b96e-6203-4db4-b506-54d03becdbc5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0604160 Aug 10 12:12:57.695386 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-81bf85b5-56aa-490c-9bfc-1ca5c7da5910 req-56e38d24-d1dc-46ec-9852-9797908b1099 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351000 Aug 10 12:12:57.998489 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff35961-2df4-4925-87e7-295fdecba35f req-24a81ed0-8a01-4672-abe3-10d544bd2205 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:57.999988 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bff35961-2df4-4925-87e7-295fdecba35f req-24a81ed0-8a01-4672-abe3-10d544bd2205 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Aug 10 12:12:58.036904 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-bff35961-2df4-4925-87e7-295fdecba35f req-a928b6ee-85de-48c8-99be-a3920eb34f41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Aug 10 12:12:58.790641 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:12:58.815916 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9d20-f1df-4261-9530-c1d666f7e316 req-e7c0a0ba-f8f0-406d-8e52-4d89ce184ad1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:58.817513 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9baa9d20-f1df-4261-9530-c1d666f7e316 req-e7c0a0ba-f8f0-406d-8e52-4d89ce184ad1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0488238 Aug 10 12:12:58.841651 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:12:58.845689 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:12:58.846059 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:58.855197 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9baa9d20-f1df-4261-9530-c1d666f7e316 req-c29fa5cd-9676-4697-98a0-735c46fbb23e tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Aug 10 12:12:58.938347 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:58.974511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:12:58.975531 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:12:58.978106 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f28608-3e37-4d5a-accf-33b2a31c62a9" -d '{"events": [{"server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "name": "network-vif-plugged", "status": "completed", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:12:58.982003 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:12:59.030181 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4872f3ff-9ad0-475c-8564-7d30dd54cdff x-openstack-request-id: req-4872f3ff-9ad0-475c-8564-7d30dd54cdff {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:12:59.030554 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "name": "network-vif-plugged", "status": "completed", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:12:59.030890 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4872f3ff-9ad0-475c-8564-7d30dd54cdff {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:12:59.031349 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'code': 200} Aug 10 12:12:59.036878 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:12:59.177044 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c550-b58e-41c8-99ee-6c963270b42a req-15bb4d56-8b40-4898-b8f6-15530603c5ae tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:59.178546 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ce08c550-b58e-41c8-99ee-6c963270b42a req-15bb4d56-8b40-4898-b8f6-15530603c5ae tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0597386 Aug 10 12:12:59.221352 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ce08c550-b58e-41c8-99ee-6c963270b42a req-6d75a15d-2915-4421-8147-aa663f359392 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364556 Aug 10 12:12:59.979988 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bcc64-f1e8-4eba-852a-9bb7e00af9a3 req-7e082467-128a-47f3-8197-06418cc5a5c1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:12:59.981557 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-235bcc64-f1e8-4eba-852a-9bb7e00af9a3 req-7e082467-128a-47f3-8197-06418cc5a5c1 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0508704 Aug 10 12:13:00.026238 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-235bcc64-f1e8-4eba-852a-9bb7e00af9a3 req-ce84b20d-96ae-42f4-89c1-75573514f25d tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350370 Aug 10 12:13:00.340392 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617654-13dc-4cb3-89ad-47e8ba770f32 req-6d96948e-8e45-4bb0-9eb3-6134fcaa32f8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:00.341934 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-30617654-13dc-4cb3-89ad-47e8ba770f32 req-6d96948e-8e45-4bb0-9eb3-6134fcaa32f8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0519073 Aug 10 12:13:00.381060 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-30617654-13dc-4cb3-89ad-47e8ba770f32 req-45901135-ba4a-4d06-86e6-b6137a92496f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331616 Aug 10 12:13:01.152761 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b918d-621e-45a9-baec-e2194894c2fe req-2822368b-daa9-441a-bf60-c4db4f2e27ff tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:01.154829 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-440b918d-621e-45a9-baec-e2194894c2fe req-2822368b-daa9-441a-bf60-c4db4f2e27ff tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0544102 Aug 10 12:13:01.198780 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-440b918d-621e-45a9-baec-e2194894c2fe req-ec0d65d1-2c2b-466a-9c4a-c0dea7f9b175 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Aug 10 12:13:01.324136 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf270cc5-62e9-441b-9114-b56f1813ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:01.500102 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959879f5-1317-4b4c-8098-b8c50cbac6cd req-c647a34d-ab37-40cf-8d64-84697cced403 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:01.501899 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-959879f5-1317-4b4c-8098-b8c50cbac6cd req-c647a34d-ab37-40cf-8d64-84697cced403 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Aug 10 12:13:01.541284 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-959879f5-1317-4b4c-8098-b8c50cbac6cd req-8bd70f09-8c6e-4d44-bd5d-10b5f4c54ae2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Aug 10 12:13:02.324878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336c6bf-de03-44d3-ac6f-be7e9b37a037 req-0a8b5226-69b6-40b9-ba87-04fad2db9766 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:02.326461 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c336c6bf-de03-44d3-ac6f-be7e9b37a037 req-0a8b5226-69b6-40b9-ba87-04fad2db9766 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0528824 Aug 10 12:13:02.368020 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c336c6bf-de03-44d3-ac6f-be7e9b37a037 req-fa9411b1-afcf-4647-a3c8-1000eb075519 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353079 Aug 10 12:13:02.692837 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb7150-38d1-49be-bd06-7860884dd876 req-90bd406b-d147-4f08-b26d-98167ad9866f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:02.695377 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-53fb7150-38d1-49be-bd06-7860884dd876 req-90bd406b-d147-4f08-b26d-98167ad9866f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0838459 Aug 10 12:13:02.740428 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-53fb7150-38d1-49be-bd06-7860884dd876 req-3ddf9dab-e2be-4780-81c0-af376e2345ea tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380251 Aug 10 12:13:03.506420 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560de3-3437-4746-a031-21d56d2c2113 req-b8ecc0fc-0ca2-422b-a964-e628de7449e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:03.507922 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3560de3-3437-4746-a031-21d56d2c2113 req-b8ecc0fc-0ca2-422b-a964-e628de7449e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0495336 Aug 10 12:13:03.548344 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3560de3-3437-4746-a031-21d56d2c2113 req-e9c8760b-9f01-49dc-a664-2bd20bdfd14c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333438 Aug 10 12:13:03.563151 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49294) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:03.731213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Deleting port ae8426ab-5f48-43e5-a3f7-3411cf476ec4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:03.732444 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:03.811236 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:03.811558 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:03.844409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Calling delete_port for ae8426ab-5f48-43e5-a3f7-3411cf476ec4 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:03.915398 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a699cd-11e7-4e26-b48b-c8d8d1eda99c req-ec0d1d46-78f5-4f49-a424-3352f6a3f0ee tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:03.917158 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-34a699cd-11e7-4e26-b48b-c8d8d1eda99c req-ec0d1d46-78f5-4f49-a424-3352f6a3f0ee tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.1085513 Aug 10 12:13:03.968679 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-34a699cd-11e7-4e26-b48b-c8d8d1eda99c req-2c6d2f63-ebdd-47bf-8017-631182b2bcc9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Aug 10 12:13:04.035457 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:04.059460 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:04.085792 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event deleted for resources: {'Port': ['ID=ae8426ab-5f48-43e5-a3f7-3411cf476ec4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:04.272050 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6200d49d-24f4-4222-9a81-3388d900a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:04.417702 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:04.418231 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Floating IP 509f78ec-042c-4a25-921b-728edd686345 disassociated (deleted). External IP: 172.27.2.170, port: e9c09251-1183-4a55-848a-233ced8be0b4. Aug 10 12:13:04.642122 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Router 909feebf-db69-4e6f-9cf1-b73c40a91c3a has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:04.721882 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4b50d-2ec0-4e3e-85ca-46157073f197 req-091c3ea9-ad7c-4018-a993-8bd7d7e38fe4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:04.723437 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9c4b50d-2ec0-4e3e-85ca-46157073f197 req-091c3ea9-ad7c-4018-a993-8bd7d7e38fe4 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0949199 Aug 10 12:13:04.797257 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c9c4b50d-2ec0-4e3e-85ca-46157073f197 req-3dc22c1e-f12e-44f0-a2da-597bbda44bba tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668502 Aug 10 12:13:04.816360 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:04.821239 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:04.826452 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Sync routers for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:04.835962 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:04.836499 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:04.850360 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-769f4af9-c5c0-44e5-8652-4c47bc50a3c8 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "DELETE /v2.0/floatingips/509f78ec-042c-4a25-921b-728edd686345 HTTP/1.1" status: 204 len: 168 time: 1.2861133 Aug 10 12:13:04.850974 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:13:04.853575 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9d941-0620-48d2-a0c7-28d49c9ee999" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:13:04.894339 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa299c-ecd6-40c6-b898-766ce62e25bd x-openstack-request-id: req-f1aa299c-ecd6-40c6-b898-766ce62e25bd {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:13:04.894825 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:13:04.895259 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1aa299c-ecd6-40c6-b898-766ce62e25bd {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:13:04.895838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'status': 'completed', 'code': 200} Aug 10 12:13:04.944417 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:05.146108 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c5352-02f1-48ea-b2f7-e0c672107de1 req-b8d6f0f7-c2af-4b02-8452-a88112089686 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:05.146385 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:05.147632 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-912c5352-02f1-48ea-b2f7-e0c672107de1 req-b8d6f0f7-c2af-4b02-8452-a88112089686 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0611598 Aug 10 12:13:05.166408 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c3a74-d0e8-4153-9978-cb26ee56cf8e req-93bb1448-7e8f-4d20-a8ef-41dfc05f5126 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:05.168073 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-061c3a74-d0e8-4153-9978-cb26ee56cf8e req-93bb1448-7e8f-4d20-a8ef-41dfc05f5126 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.1143012 Aug 10 12:13:05.189709 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Checking router: 909feebf-db69-4e6f-9cf1-b73c40a91c3a for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:05.198726 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:05.199350 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:05.235120 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-061c3a74-d0e8-4153-9978-cb26ee56cf8e req-897b7880-6216-431e-b376-ad4ee517b391 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Aug 10 12:13:05.240560 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-912c5352-02f1-48ea-b2f7-e0c672107de1 req-f8b67b7e-b940-4484-bb2f-9c891f7fae96 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714872 Aug 10 12:13:05.322754 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:05.520525 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:05.551713 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e3992-b0a5-48d9-8a43-743101284061 None None] The sync data for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi is: [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:08:12Z', 'revision_number': 4, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'fdd3179a-59a7-42c7-8df8-3e93c6d2916a', 'name': '', 'network_id': '341213a5-9a3e-465c-a2f9-1b7dde0d2b65', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'mac_address': 'fa:16:3e:6d:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:11Z', 'updated_at': '2021-08-10T12:08:20Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'subnets': [{'id': 'f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:05.774520 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e8b0b-5754-4e94-ac3a-5b6f943be799 None None] New status for floating IP 509f78ec-042c-4a25-921b-728edd686345: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:13:05.918506 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb604a-d4e0-46db-ba89-97fb986f9874 req-38bd46fa-146c-457c-8f38-fa23b81b6eb5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:05.920048 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c1cb604a-d4e0-46db-ba89-97fb986f9874 req-38bd46fa-146c-457c-8f38-fa23b81b6eb5 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0500982 Aug 10 12:13:05.957635 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c1cb604a-d4e0-46db-ba89-97fb986f9874 req-3c2306cc-2723-461d-b195-77a3e8e68bac tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312829 Aug 10 12:13:05.978326 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:06.155677 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-5b56d04f-7a3d-4959-9304-c7102d37bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.157329 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-5b56d04f-7a3d-4959-9304-c7102d37bef7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4010b48b6b464cb0a95666bcba64de28&device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 1098 time: 0.0431397 Aug 10 12:13:06.250287 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-d32e3a92-a6f1-4652-80ec-801bdecf4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.251680 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-d32e3a92-a6f1-4652-80ec-801bdecf4e5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 200 len: 911 time: 0.0848854 Aug 10 12:13:06.319021 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-acdc0edf-11aa-4489-ad53-df7e09db896c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 200 len: 217 time: 0.0503561 Aug 10 12:13:06.384266 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-be94c4a1-deea-401f-a424-f13d45d2e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.385747 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-be94c4a1-deea-401f-a424-f13d45d2e4a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 200 len: 848 time: 0.0512743 Aug 10 12:13:06.387344 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfe030-ed05-4b96-8533-3030523216f1 req-752281e6-8240-498f-a2a8-d4cce4a6c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.389277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0fbfe030-ed05-4b96-8533-3030523216f1 req-752281e6-8240-498f-a2a8-d4cce4a6c080 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1098 time: 0.0801220 Aug 10 12:13:06.405000 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d000f-80a5-4c84-9146-945c8a43e39d req-d09fe513-d176-4fa7-b33a-697b414edf3d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.406500 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-122d000f-80a5-4c84-9146-945c8a43e39d req-d09fe513-d176-4fa7-b33a-697b414edf3d tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0847867 Aug 10 12:13:06.421028 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70317-6603-41c5-ad92-71675c85c630 req-aeab1b70-5abf-4c1a-b80b-751628283390 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.423071 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45e70317-6603-41c5-ad92-71675c85c630 req-aeab1b70-5abf-4c1a-b80b-751628283390 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0847299 Aug 10 12:13:06.462909 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0fbfe030-ed05-4b96-8533-3030523216f1 req-ded8e252-7f18-435c-bf99-6c93e6fd1131 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507278 Aug 10 12:13:06.468611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-ae6388e8-2608-493c-a74e-b2da2955f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:06.470136 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-ae6388e8-2608-493c-a74e-b2da2955f2af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=341213a5-9a3e-465c-a2f9-1b7dde0d2b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667002 Aug 10 12:13:06.471401 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-122d000f-80a5-4c84-9146-945c8a43e39d req-ddb0f72f-0bbd-4725-847a-b2f165abed60 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582550 Aug 10 12:13:06.484133 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-45e70317-6603-41c5-ad92-71675c85c630 req-b89084aa-639f-4344-adcf-ecde94dc56e5 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Aug 10 12:13:06.611684 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-10754037-19ec-473f-94f3-bb1e0678b0f8 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853658 Aug 10 12:13:06.711262 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1c9d941-0620-48d2-a0c7-28d49c9ee999 req-455bd4d4-baeb-47e1-8216-c913ca141061 service neutron] 10.222.0.66 "GET /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919828 Aug 10 12:13:07.001803 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:07.081119 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef8ff-98fa-4f5f-bf2c-c4ab71c1251e req-979e6c1a-6e66-48a6-8f06-a8d1af7de474 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:07.082524 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08aef8ff-98fa-4f5f-bf2c-c4ab71c1251e req-979e6c1a-6e66-48a6-8f06-a8d1af7de474 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0506983 Aug 10 12:13:07.122196 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-08aef8ff-98fa-4f5f-bf2c-c4ab71c1251e req-d422d564-f319-4c55-b8de-9b30ab0416bb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Aug 10 12:13:07.628500 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6b5ee-9489-46be-aae9-fdfad41bcd36 req-2bc2a7db-cb30-4a43-8d6a-26d5ffc73ae1 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:07.630057 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f6c6b5ee-9489-46be-aae9-fdfad41bcd36 req-2bc2a7db-cb30-4a43-8d6a-26d5ffc73ae1 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.0809498 Aug 10 12:13:07.639329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e7a39-e791-45f6-8cdb-0afc815866b5 req-df615eaf-62b9-4867-bfd4-4f488a367401 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:07.640823 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ec6e7a39-e791-45f6-8cdb-0afc815866b5 req-df615eaf-62b9-4867-bfd4-4f488a367401 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0820007 Aug 10 12:13:07.698712 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-f6c6b5ee-9489-46be-aae9-fdfad41bcd36 req-7e9418cf-8d5f-4acd-80f2-5899f27e302f tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/security-groups?id=21b4de4a-0ad6-418a-a249-33216c65b603&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568280 Aug 10 12:13:07.702011 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ec6e7a39-e791-45f6-8cdb-0afc815866b5 req-c8cc9fc0-874d-4679-ad6c-6106c600c83e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540106 Aug 10 12:13:07.813795 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016b4e1-5c39-47eb-a767-4aafd03fd3c0 req-200c111d-1415-4520-b290-f645c0885f07 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:07.815161 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6016b4e1-5c39-47eb-a767-4aafd03fd3c0 req-200c111d-1415-4520-b290-f645c0885f07 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0475032 Aug 10 12:13:07.852521 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6016b4e1-5c39-47eb-a767-4aafd03fd3c0 req-6a0a3cf4-0305-459f-be75-46e9bfb9844c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315475 Aug 10 12:13:07.874633 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49326) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:08.002744 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e67658-345a-4283-a90a-2b1a58a8b738 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:08.004254 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-63e67658-345a-4283-a90a-2b1a58a8b738 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1093 time: 0.1286283 Aug 10 12:13:08.007135 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49330) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:08.011367 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'port_id': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:13:08.033801 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.135104 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.279267 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.27.2.132 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:13:08.290516 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48b5f-b5aa-4986-abf9-da06e9c448d9 req-f15a8510-ac02-4281-927a-7ebc2caa1afc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:08.292251 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-73a48b5f-b5aa-4986-abf9-da06e9c448d9 req-f15a8510-ac02-4281-927a-7ebc2caa1afc tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 943 time: 0.0936713 Aug 10 12:13:08.302806 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2547be69-d781-47e8-bc7b-3586b7e3e216 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:08.304436 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2547be69-d781-47e8-bc7b-3586b7e3e216 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 945 time: 0.2998030 Aug 10 12:13:08.381328 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-73a48b5f-b5aa-4986-abf9-da06e9c448d9 req-7f83b47b-46d1-4732-8916-9916e9c811a8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817213 Aug 10 12:13:08.394917 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Deleting port e9c09251-1183-4a55-848a-233ced8be0b4 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:08.395152 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.418153 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.458935 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.483030 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] For port e9c09251-1183-4a55-848a-233ced8be0b4, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=e9c09251-1183-4a55-848a-233ced8be0b4,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:08.483392 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.495737 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Calling delete_port for e9c09251-1183-4a55-848a-233ced8be0b4 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:08.498261 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:13:08.501234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:13:08.504708 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:13:08.509993 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:08.625873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.654686 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event deleted for resources: {'Port': ['ID=e9c09251-1183-4a55-848a-233ced8be0b4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:08.695196 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] No DVR routers for this DVR port e9c09251-1183-4a55-848a-233ced8be0b4 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:08.697721 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.699666 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-2e57b3be-6883-4c9e-91c8-a7ebcb02b48a req-2cc148c6-035d-4a4f-a4a8-85f003554d13 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.66 "DELETE /v2.0/ports/e9c09251-1183-4a55-848a-233ced8be0b4 HTTP/1.1" status: 204 len: 173 time: 0.3881304 Aug 10 12:13:08.700103 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-deleted', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:13:08.702997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5071146-0bfe-4d94-bce4-fdea4d8c4865" -d '{"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-deleted", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:13:08.741211 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4658c495-7551-4a79-b566-0fe86c666301 x-openstack-request-id: req-4658c495-7551-4a79-b566-0fe86c666301 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:13:08.741529 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea", "name": "network-vif-deleted", "tag": "e9c09251-1183-4a55-848a-233ced8be0b4", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:13:08.741847 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4658c495-7551-4a79-b566-0fe86c666301 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:13:08.742146 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea', 'name': 'network-vif-deleted', 'tag': 'e9c09251-1183-4a55-848a-233ced8be0b4', 'status': 'completed', 'code': 200} Aug 10 12:13:08.829254 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:13:08.838228 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fadcd80a-ad44-4f6a-a134-f00f1258cbc7 req-65a4a11d-2253-4234-808a-ff18fffd3df2 tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1ede27b-ff39-4b46-8e22-7a5c9cbb19ea HTTP/1.1" status: 200 len: 210 time: 0.0598118 Aug 10 12:13:08.907117 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.934054 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:08.948796 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'port_id': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'mac_address': 'fa:16:3e:48:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:13:08.977503 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:08.998719 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.012923 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:13:09.036258 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:09.041940 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.112197 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=9']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:09.154175 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.162710 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.239822 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:09.251069 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.269302 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['83029df4-0f35-4a5c-ac9c-69b136fad452'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:13:09.359888 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 80710bf0-0b8a-4942-b7b4-290df04358c5 associated. External IP: 172.27.2.132, port: 49fc1782-7f52-48e8-9a8d-ec13f02b34f0. Aug 10 12:13:09.569624 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ddec-b336-48bb-b36e-9ff12d48c9c6 req-d888c8fc-1d5f-4aa8-8297-1cdd42c0796c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:09.571146 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab69ddec-b336-48bb-b36e-9ff12d48c9c6 req-d888c8fc-1d5f-4aa8-8297-1cdd42c0796c tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0983796 Aug 10 12:13:09.652724 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ab69ddec-b336-48bb-b36e-9ff12d48c9c6 req-a089aac8-1605-4d67-b885-fff7a7040315 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752556 Aug 10 12:13:09.660329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:09.895529 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49342) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:09.955664 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:09.985095 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.027247 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:10.039570 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:10.045494 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.049854 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.050120 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:10.051143 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:10.052673 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.053883 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] 10.222.0.64 "DELETE /v2.0/security-groups/21b4de4a-0ad6-418a-a249-33216c65b603 HTTP/1.1" status: 204 len: 168 time: 0.1573515 Aug 10 12:13:10.072457 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb734-bbd2-403e-9609-de88a0c2a16b tempest-TestShelveInstance-1332279964 tempest-TestShelveInstance-1332279964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b4de4a-0ad6-418a-a249-33216c65b603,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:10.076399 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-e94c0c79-4d25-44c5-87d0-f96080ada588 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0676875 Aug 10 12:13:10.077057 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:13:10.079380 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d688af-77c9-4a45-9d8b-708a7b9198f7" -d '{"events": [{"name": "network-changed", "server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:13:10.119269 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070bf34-d3ed-493f-ab36-af51cc503228 x-openstack-request-id: req-7070bf34-d3ed-493f-ab36-af51cc503228 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:13:10.119886 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:13:10.120426 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7070bf34-d3ed-493f-ab36-af51cc503228 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:13:10.121016 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'status': 'completed', 'code': 200} Aug 10 12:13:10.134162 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49350) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:10.184541 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-79d58424-7a17-45f6-bf92-368bd79fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:10.186809 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-79d58424-7a17-45f6-bf92-368bd79fd271 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1098 time: 0.0410812 Aug 10 12:13:10.196840 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:10.285512 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-ade17860-b8af-4346-b5d1-042a1aca8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:10.287054 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-ade17860-b8af-4346-b5d1-042a1aca8eab service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0932775 Aug 10 12:13:10.355040 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-06b325fa-f557-4692-bbd0-0cc0bcaddcbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 999 time: 0.0598691 Aug 10 12:13:10.404901 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-e1ca74eb-cfe2-4ea0-85d8-60cade2b7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:10.406759 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-e1ca74eb-cfe2-4ea0-85d8-60cade2b7301 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0441837 Aug 10 12:13:10.424224 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '80710bf0-0b8a-4942-b7b4-290df04358c5', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:52:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c24f83-b778-4390-952e-724f136dc367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:13:08Z', 'updated_at': '2021-08-10T12:13:08Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:10.450985 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:10.458854 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-abf27a71-0d23-4d38-89dd-ce26b1e0af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:10.459994 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:10.460357 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-abf27a71-0d23-4d38-89dd-ce26b1e0af45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454490 Aug 10 12:13:10.460968 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:10.558119 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-7c514487-0487-4c1e-9f8e-ad6d1c79e430 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Aug 10 12:13:10.566465 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:10.604865 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.653573 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b1d688af-77c9-4a45-9d8b-708a7b9198f7 req-6b9129d4-7802-4ff4-8009-a077afbc9be8 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Aug 10 12:13:10.790581 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '80710bf0-0b8a-4942-b7b4-290df04358c5', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:52:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c24f83-b778-4390-952e-724f136dc367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:13:08Z', 'updated_at': '2021-08-10T12:13:08Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:10.814481 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ea037-13eb-401f-90a0-775ced18dff8 req-5e656572-a2a3-48d0-a910-c7acb1044324 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:10.815882 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3f7ea037-13eb-401f-90a0-775ced18dff8 req-5e656572-a2a3-48d0-a910-c7acb1044324 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 944 time: 0.0777676 Aug 10 12:13:10.838139 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:13:10.887859 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port 83029df4-0f35-4a5c-ac9c-69b136fad452 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:13:10.888287 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3f7ea037-13eb-401f-90a0-775ced18dff8 req-bf2e20f5-1b1e-4bc0-9587-8984bda98de8 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658464 Aug 10 12:13:10.888501 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.909143 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6cdcc-2fb3-4caf-b3b1-c28fbb9da797 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '80710bf0-0b8a-4942-b7b4-290df04358c5', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:52:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c24f83-b778-4390-952e-724f136dc367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:13:08Z', 'updated_at': '2021-08-10T12:13:08Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:10.937169 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Deleting port fdd3179a-59a7-42c7-8df8-3e93c6d2916a {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:10.937518 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:10.980175 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.004626 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:13:11.006745 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936fec6-eb3f-44c5-937c-062af874b1a0" -d '{"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:13:11.019533 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:11.023540 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] For port fdd3179a-59a7-42c7-8df8-3e93c6d2916a, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:11.023934 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.024384 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.042029 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Calling delete_port for fdd3179a-59a7-42c7-8df8-3e93c6d2916a owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:11.056263 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe503c5-bd42-4b0c-b0ad-28cb4ad1ea95 x-openstack-request-id: req-afe503c5-bd42-4b0c-b0ad-28cb4ad1ea95 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:13:11.056556 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-plugged", "status": "completed", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:13:11.056852 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afe503c5-bd42-4b0c-b0ad-28cb4ad1ea95 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:13:11.057213 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'code': 200} Aug 10 12:13:11.090966 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=10']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:11.152935 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad592-039a-4daa-9276-c4a18e5f8a11 None None] New status for floating IP 80710bf0-0b8a-4942-b7b4-290df04358c5: ACTIVE {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:13:11.247680 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.258228 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c59e0-44f8-498b-8575-37d9fd442ad3 req-c80d1096-4884-44bb-8295-8429a5ccd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:11.259736 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0f8c59e0-44f8-498b-8575-37d9fd442ad3 req-c80d1096-4884-44bb-8295-8429a5ccd388 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 1099 time: 0.0418966 Aug 10 12:13:11.274347 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd3179a-59a7-42c7-8df8-3e93c6d2916a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:11.299478 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-0f8c59e0-44f8-498b-8575-37d9fd442ad3 req-f591ba35-95a4-4389-b16d-6f9bde4e2025 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320532 Aug 10 12:13:11.443990 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.647789 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Router 909feebf-db69-4e6f-9cf1-b73c40a91c3a has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:11.749138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:11.754042 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-cc7e9278-6dc1-4299-88be-a958b3a8a23c admin admin] 10.222.0.64 "PUT /v2.0/routers/909feebf-db69-4e6f-9cf1-b73c40a91c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6185937 Aug 10 12:13:11.756548 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49358) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:11.757412 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Sync routers for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:11.776956 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:11.777570 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:11.857315 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:11.876712 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:11.964032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.036040 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053091a-4376-45a1-8eb0-00b533923758 req-11d7c6f6-645c-4535-b0e4-c98f583cdd57 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:12.037896 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5053091a-4376-45a1-8eb0-00b533923758 req-11d7c6f6-645c-4535-b0e4-c98f583cdd57 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 946 time: 0.0704861 Aug 10 12:13:12.046762 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:13:11Z', 'revision_number': 5, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port': {'id': 'c0190994-6b62-4d3e-a50d-dd887322e7b9', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:10Z', 'updated_at': '2021-08-10T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:12.073377 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Checking router: 909feebf-db69-4e6f-9cf1-b73c40a91c3a for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:12.078877 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Deleting port c0190994-6b62-4d3e-a50d-dd887322e7b9 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:12.079217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.081770 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Routers {'909feebf-db69-4e6f-9cf1-b73c40a91c3a'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:12.082370 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:12.095488 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5053091a-4376-45a1-8eb0-00b533923758 req-1442f084-74c8-4d1c-a672-a5f85d7f1a61 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 Aug 10 12:13:12.165737 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] For port c0190994-6b62-4d3e-a50d-dd887322e7b9, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c0190994-6b62-4d3e-a50d-dd887322e7b9,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:12.166110 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.166864 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] Set router 909feebf-db69-4e6f-9cf1-b73c40a91c3a gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:12.178825 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Calling delete_port for c0190994-6b62-4d3e-a50d-dd887322e7b9 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:12.223401 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:13:11Z', 'revision_number': 6, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:12.250572 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b114221c-4c89-4397-9b64-4ec4cec6420e None None] The sync data for ids ['909feebf-db69-4e6f-9cf1-b73c40a91c3a'] in dv-cinder-803000-7-iscsi is: [{'id': '909feebf-db69-4e6f-9cf1-b73c40a91c3a', 'name': 'tempest-TestShelveInstance-1691195576-router', 'tenant_id': '4010b48b6b464cb0a95666bcba64de28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:09Z', 'updated_at': '2021-08-10T12:13:11Z', 'revision_number': 6, 'project_id': '4010b48b6b464cb0a95666bcba64de28', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:12.363201 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.388222 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0190994-6b62-4d3e-a50d-dd887322e7b9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:12.448803 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.555578 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.557700 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.625509 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.626041 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 909feebf-db69-4e6f-9cf1-b73c40a91c3a {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:13:12.631009 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.634553 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2cf27c40-1b82-4933-96b4-beedc3ed0a38 admin admin] 10.222.0.64 "DELETE /v2.0/routers/909feebf-db69-4e6f-9cf1-b73c40a91c3a HTTP/1.1" status: 204 len: 168 time: 0.8746562 Aug 10 12:13:12.634801 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49396) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:12.686066 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Deleting subnet f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:13:12.689108 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.726250 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.800430 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.857588 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:12.858274 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.878056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: e9c09251-1183-4a55-848a-233ced8be0b4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:12.878445 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device e9c09251-1183-4a55-848a-233ced8be0b4 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:12.882814 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:12.886359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:12.888764 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-87cea2e4-03e0-4542-9012-142da4a341e6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f35ef1f9-e34b-4d2f-b2b1-314b36e2dc5c HTTP/1.1" status: 204 len: 168 time: 0.2525260 Aug 10 12:13:12.891240 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49398) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:12.892596 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98bd1d-0642-41ac-b330-57ab5651496e None None] Network 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:13:12.959510 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.027255 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Deleting port 8268453a-03bf-44b3-bfa7-06c880365010 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:13.027603 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.074416 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] DHCP port deletion for 341213a5-9a3e-465c-a2f9-1b7dde0d2b65 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:13:13.101075 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device fdd3179a-59a7-42c7-8df8-3e93c6d2916a no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:13.103430 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] For port 8268453a-03bf-44b3-bfa7-06c880365010, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=8268453a-03bf-44b3-bfa7-06c880365010,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:13.103796 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.116623 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Calling delete_port for 8268453a-03bf-44b3-bfa7-06c880365010 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:13.124872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: fdd3179a-59a7-42c7-8df8-3e93c6d2916a {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:13.125114 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device fdd3179a-59a7-42c7-8df8-3e93c6d2916a not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:13.125540 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c0190994-6b62-4d3e-a50d-dd887322e7b9 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:13.148336 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: c0190994-6b62-4d3e-a50d-dd887322e7b9 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:13.148912 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c0190994-6b62-4d3e-a50d-dd887322e7b9 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:13.167246 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Deleting port 8268453a-03bf-44b3-bfa7-06c880365010 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:13.167633 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.234369 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] For port 8268453a-03bf-44b3-bfa7-06c880365010, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=8268453a-03bf-44b3-bfa7-06c880365010,segment=NetworkSegment(4540432c-2ef0-4376-9ffa-b6c799a6ca26),segment_id=4540432c-2ef0-4376-9ffa-b6c799a6ca26)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:13.234922 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.239545 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.253527 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Calling delete_port for 8268453a-03bf-44b3-bfa7-06c880365010 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:13.280739 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12135d-e254-487c-9517-0eea15d2bb6b req-b9756a25-e4eb-4465-9c54-32319c0b3663 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:13.282379 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9b12135d-e254-487c-9517-0eea15d2bb6b req-b9756a25-e4eb-4465-9c54-32319c0b3663 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 946 time: 0.0863047 Aug 10 12:13:13.283143 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8268453a-03bf-44b3-bfa7-06c880365010,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:13.285140 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] No DVR routers for this DVR port 8268453a-03bf-44b3-bfa7-06c880365010 on host dv-cinder-803000-7-iscsi {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:13.331724 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.358837 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] Pushing event deleted for resources: {'Port': ['ID=8268453a-03bf-44b3-bfa7-06c880365010,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:13.363205 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea0d30-45ac-4531-8a73-a3641c36f86f None None] No DVR routers for this DVR port 8268453a-03bf-44b3-bfa7-06c880365010 on host dv-cinder-803000-7-iscsi {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:13.389217 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.394192 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9b12135d-e254-487c-9517-0eea15d2bb6b req-6489b6a6-7465-436b-842c-3583360f4f09 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868492 Aug 10 12:13:13.402114 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341213a5-9a3e-465c-a2f9-1b7dde0d2b65']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:13.411262 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4540432c-2ef0-4376-9ffa-b6c799a6ca26') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:13.411616 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4540432c-2ef0-4376-9ffa-b6c799a6ca26') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:13.421347 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.433990 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.440226 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:13:13.440606 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:13:13.442224 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:13:13.493610 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.499491 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:13.501320 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/341213a5-9a3e-465c-a2f9-1b7dde0d2b65 HTTP/1.1" status: 204 len: 168 time: 0.6083860 Aug 10 12:13:13.504279 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49404) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:13.511687 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605edc0-474b-476b-aa56-19553f49dfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=341213a5-9a3e-465c-a2f9-1b7dde0d2b65,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:13.844367 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.074360 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Deleting port 490c476a-ce8d-4fa6-8cd0-e31b870eae81 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:14.074694 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.152382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] For port 490c476a-ce8d-4fa6-8cd0-e31b870eae81, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=490c476a-ce8d-4fa6-8cd0-e31b870eae81,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:14.152662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.166042 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Calling delete_port for 490c476a-ce8d-4fa6-8cd0-e31b870eae81 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:14.342665 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.367766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=490c476a-ce8d-4fa6-8cd0-e31b870eae81,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:14.525404 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.734498 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Router d1c54b0f-d640-4a11-9d4d-3db66b2726fa has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:14.836626 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:14.841646 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-64060c81-e39f-4c88-9a5d-a7f5edf87c3c admin admin] 10.222.0.64 "PUT /v2.0/routers/d1c54b0f-d640-4a11-9d4d-3db66b2726fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3297865 Aug 10 12:13:14.844075 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49406) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:14.846561 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Sync routers for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:14.855417 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:14.856020 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:14.948591 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:14.962300 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:15.052027 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 8268453a-03bf-44b3-bfa7-06c880365010 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:15.057398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.079706 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 8268453a-03bf-44b3-bfa7-06c880365010 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:15.080041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 8268453a-03bf-44b3-bfa7-06c880365010 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:15.112320 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Deleting port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:15.112662 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.162778 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:13:14Z', 'revision_number': 5, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port': {'id': '21158c7f-5b6e-4e8b-9647-a227ed39b0b6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:15Z', 'updated_at': '2021-08-10T12:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:15.189715 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Checking router: d1c54b0f-d640-4a11-9d4d-3db66b2726fa for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:15.193220 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] For port 21158c7f-5b6e-4e8b-9647-a227ed39b0b6, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:15.193585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.197806 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Routers {'d1c54b0f-d640-4a11-9d4d-3db66b2726fa'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:15.198405 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:15.206089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Calling delete_port for 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:15.283299 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] Set router d1c54b0f-d640-4a11-9d4d-3db66b2726fa gateway port host: None {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:15.336660 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:13:15Z', 'revision_number': 6, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:15.363383 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33fb91-2fc2-401a-bc2a-84bd03fde645 None None] The sync data for ids ['d1c54b0f-d640-4a11-9d4d-3db66b2726fa'] in dv-cinder-803000-7-iscsi is: [{'id': 'd1c54b0f-d640-4a11-9d4d-3db66b2726fa', 'name': 'tempest-TestShelveInstance-1520992992-router', 'tenant_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:14Z', 'updated_at': '2021-08-10T12:13:15Z', 'revision_number': 6, 'project_id': '58bb0e7f5f44439e9c6210809e35f0fd', 'gw_port_host': None}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:15.367506 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.395491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=21158c7f-5b6e-4e8b-9647-a227ed39b0b6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:15.451174 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.537782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.539783 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.585562 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.586101 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c54b0f-d640-4a11-9d4d-3db66b2726fa {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:13:15.590922 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.592514 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f189b5bc-0283-4ca1-9483-6fac65163b1f admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1c54b0f-d640-4a11-9d4d-3db66b2726fa HTTP/1.1" status: 204 len: 168 time: 0.7475228 Aug 10 12:13:15.595062 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49408) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:15.637517 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Deleting subnet f5d82345-f990-40e2-b7b0-55898af751f1 {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:13:15.641023 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.675545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.756972 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.813581 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.838446 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d82345-f990-40e2-b7b0-55898af751f1,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:15.843731 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.845973 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-bbd3f710-f1ed-4f0b-bd85-b01c138649f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f5d82345-f990-40e2-b7b0-55898af751f1 HTTP/1.1" status: 204 len: 168 time: 0.2496445 Aug 10 12:13:15.848107 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49410) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:15.849067 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab7556-fe17-4576-9b4a-2e32499e9220 None None] Network 1d3c8300-4dec-4812-9953-5edc59aecb5b requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:13:15.915782 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:15.976714 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Deleting port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:15.977100 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.037572 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] For port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,segment=NetworkSegment(41d31547-b218-46b6-8749-897e618dfc3d),segment_id=41d31547-b218-46b6-8749-897e618dfc3d)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:16.037936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.050313 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Calling delete_port for e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:16.135396 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705389f-4b36-413e-abf0-605885c508b3 None None] DHCP port deletion for 1d3c8300-4dec-4812-9953-5edc59aecb5b request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:13:16.137448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.166567 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] No DVR routers for this DVR port e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d on host dv-cinder-803000-7-iscsi {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:16.170669 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:16.242070 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.252199 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3c8300-4dec-4812-9953-5edc59aecb5b']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:16.262606 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d31547-b218-46b6-8749-897e618dfc3d') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:16.262912 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d31547-b218-46b6-8749-897e618dfc3d') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:16.271812 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.286875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.293177 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:13:16.293575 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:13:16.296199 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:13:16.349078 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.354673 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.360387 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d3c8300-4dec-4812-9953-5edc59aecb5b HTTP/1.1" status: 204 len: 168 time: 0.5072579 Aug 10 12:13:16.370089 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff72d-f38a-4bef-8b1f-534df24b42cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3c8300-4dec-4812-9953-5edc59aecb5b,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:16.472395 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49414) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:16.509922 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-08ed7249-32d8-4983-a815-5165fdcc3f14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4010b48b6b464cb0a95666bcba64de28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363824 Aug 10 12:13:16.512221 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49416) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:16.562366 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.588686 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.638722 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.641270 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:16.642418 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/396602ae-7f55-4d11-80ac-b4df1d221313 HTTP/1.1" status: 204 len: 168 time: 0.1293209 Aug 10 12:13:16.649816 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2a0e2-54c9-49dd-b8a2-bc0cf3e5f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396602ae-7f55-4d11-80ac-b4df1d221313,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:16.946496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49424) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:16.986213 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:16.986746 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4251d6fb-cbf0-40c7-ada6-0d87d639d8cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58bb0e7f5f44439e9c6210809e35f0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386605 Aug 10 12:13:16.988877 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49426) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:17.006835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:17.007176 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device e7fd4b8d-57ba-48f1-addf-3c36bcf8e67d not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:17.007596 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:17.026041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:17.026388 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 21158c7f-5b6e-4e8b-9647-a227ed39b0b6 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:17.026793 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 490c476a-ce8d-4fa6-8cd0-e31b870eae81 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:17.036065 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:17.044246 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 490c476a-ce8d-4fa6-8cd0-e31b870eae81 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:17.044617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 490c476a-ce8d-4fa6-8cd0-e31b870eae81 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:17.056960 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:17.102882 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:17.105436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:17.106575 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a5b58f5-43a2-437b-b64c-cd38202e9083 HTTP/1.1" status: 204 len: 168 time: 0.1167986 Aug 10 12:13:17.115309 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae7e4-a5f1-46fb-a668-7987a8e776e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b58f5-43a2-437b-b64c-cd38202e9083,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:26.569552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:31.136110 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:13:31.324522 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc5d9ef6-7ac8-4f4a-abf4-35a0231eec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:34.037498 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:34.274591 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f519587-1bb3-441b-8ff3-a50eabbbfae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:35.979401 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:37.003467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:47.204931 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac8a1-95a8-46bd-813a-971428e2dab0 req-a6131a9e-924d-4eee-acdd-d3d5021e12c2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:47.206330 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06fac8a1-95a8-46bd-813a-971428e2dab0 req-a6131a9e-924d-4eee-acdd-d3d5021e12c2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 946 time: 0.0483603 Aug 10 12:13:47.246961 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-06fac8a1-95a8-46bd-813a-971428e2dab0 req-a99f2abb-d785-4f5c-9409-ffa292598f81 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Aug 10 12:13:48.366826 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3105a-daac-47cb-9875-995d588e13f7 req-47924057-2aad-4d98-9276-c374862099c3 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:48.368289 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d4d3105a-daac-47cb-9875-995d588e13f7 req-47924057-2aad-4d98-9276-c374862099c3 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 946 time: 0.0473959 Aug 10 12:13:48.404477 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d4d3105a-daac-47cb-9875-995d588e13f7 req-f72c94d2-cf35-4cbc-8723-45aa584ef644 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302126 Aug 10 12:13:49.031112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967015-605f-4a76-b487-f91b4c43b141 req-8c4b52c7-f60f-4e10-92b2-d4df1815614a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:49.032575 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-23967015-605f-4a76-b487-f91b4c43b141 req-8c4b52c7-f60f-4e10-92b2-d4df1815614a tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 946 time: 0.2892590 Aug 10 12:13:49.122287 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Deleting port 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:49.122631 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.209539 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] For port 83029df4-0f35-4a5c-ac9c-69b136fad452, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=83029df4-0f35-4a5c-ac9c-69b136fad452,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:49.209829 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.371305 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.371713 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.372085 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Floating IP c1fda711-fce9-494f-9a29-11c8bfac22aa disassociated. External IP: 172.27.2.12, port: 83029df4-0f35-4a5c-ac9c-69b136fad452. Aug 10 12:13:49.372444 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Calling delete_port for 83029df4-0f35-4a5c-ac9c-69b136fad452 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:49.499028 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.524566 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2b6ab-ca9f-4c4f-a202-e0f7dbf594aa req-842b4e02-45bb-4fd4-8456-8e3d7ea754e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:13:49.526210 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10f2b6ab-ca9f-4c4f-a202-e0f7dbf594aa req-842b4e02-45bb-4fd4-8456-8e3d7ea754e2 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/ports?device_id=27656294-42de-414c-8d26-63cd8defb2dd HTTP/1.1" status: 200 len: 868 time: 0.0488451 Aug 10 12:13:49.532038 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'Port': ['ID=83029df4-0f35-4a5c-ac9c-69b136fad452,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:49.566665 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-10f2b6ab-ca9f-4c4f-a202-e0f7dbf594aa req-04819d80-eb39-4bcd-9141-f355740bf91b tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups?id=77df7005-7d6b-497b-89c7-66e191520c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Aug 10 12:13:49.569480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.569808 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.570148 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.570484 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.570846 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.571165 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.571494 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.571817 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.572135 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.572460 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.572809 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.573128 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:49.646873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:49.750036 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:49.759314 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:49.768758 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:49.769533 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:49.788368 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] No DVR routers for this DVR port 83029df4-0f35-4a5c-ac9c-69b136fad452 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:49.790923 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:49.792927 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-23967015-605f-4a76-b487-f91b4c43b141 req-9e631fce-5d80-4152-b562-50731ded9365 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.66 "DELETE /v2.0/ports/83029df4-0f35-4a5c-ac9c-69b136fad452 HTTP/1.1" status: 204 len: 173 time: 0.7527645 Aug 10 12:13:49.793360 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-deleted', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:13:49.795609 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ede329-76b7-4623-9603-2b686315c0b8" -d '{"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-deleted", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:13:49.842295 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71241366-d1e5-43d4-a712-85aae16c3462 x-openstack-request-id: req-71241366-d1e5-43d4-a712-85aae16c3462 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:13:49.842697 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27656294-42de-414c-8d26-63cd8defb2dd", "name": "network-vif-deleted", "tag": "83029df4-0f35-4a5c-ac9c-69b136fad452", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:13:49.843010 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71241366-d1e5-43d4-a712-85aae16c3462 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:13:49.844072 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27656294-42de-414c-8d26-63cd8defb2dd', 'name': 'network-vif-deleted', 'tag': '83029df4-0f35-4a5c-ac9c-69b136fad452', 'status': 'completed', 'code': 200} Aug 10 12:13:49.881140 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:50.108330 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:50.160021 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:50.173245 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:50.173843 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:50.313758 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:50.521597 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:50.637125 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2245958-b212-4d7a-afee-dadb0d7dc163 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:28Z', 'revision_number': 4, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': 'cbaea659-d7d7-49ab-89b6-5eab4505153f', 'name': '', 'network_id': '408f297f-138b-431d-a362-15ae268419a9', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'mac_address': 'fa:16:3e:73:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:27Z', 'updated_at': '2021-08-10T12:08:33Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'subnets': [{'id': 'eabd1235-ef09-4f92-84ca-8dc6c4a8efd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:50.656496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49468) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:50.713439 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:50.739582 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:50.791038 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:50.794105 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:50.795288 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "DELETE /v2.0/security-groups/77df7005-7d6b-497b-89c7-66e191520c11 HTTP/1.1" status: 204 len: 168 time: 0.1376674 Aug 10 12:13:50.798682 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49470) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:50.805398 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384797e7-77a8-4b8a-85a0-4136b7b8e480 tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77df7005-7d6b-497b-89c7-66e191520c11,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:50.815456 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.api.v2.resource [None req-b61cfc84-0b27-4527-a77a-020b828e98bf tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] show failed (client error): The resource could not be found. Aug 10 12:13:50.819587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49472) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:50.819756 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b61cfc84-0b27-4527-a77a-020b828e98bf tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "GET /v2.0/security-groups/77df7005-7d6b-497b-89c7-66e191520c11 HTTP/1.1" status: 404 len: 347 time: 0.0189834 Aug 10 12:13:50.860046 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5baf33-ff0c-4356-a55a-291684a587e9 None None] New status for floating IP c1fda711-fce9-494f-9a29-11c8bfac22aa: DOWN {{(pid=93501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:13:50.961212 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Deleting port 2bc6732e-d38d-4d48-bc47-3d45a9329092 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:50.961563 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.055244 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.055492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.069900 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Calling delete_port for 2bc6732e-d38d-4d48-bc47-3d45a9329092 owned by network:floatingip {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:51.231099 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.260284 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Pushing event deleted for resources: {'Port': ['ID=2bc6732e-d38d-4d48-bc47-3d45a9329092,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:51.337417 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.339877 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:51.341060 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-9fe13991-24f4-4be6-9892-9442f65aa1eb tempest-AttachVolumeShelveTestJSON-352890473 tempest-AttachVolumeShelveTestJSON-352890473-project] 10.222.0.64 "DELETE /v2.0/floatingips/c1fda711-fce9-494f-9a29-11c8bfac22aa HTTP/1.1" status: 204 len: 168 time: 0.5203979 Aug 10 12:13:53.072044 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:53.092201 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 83029df4-0f35-4a5c-ac9c-69b136fad452 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:53.092469 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 83029df4-0f35-4a5c-ac9c-69b136fad452 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:53.758901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49494) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:54.494133 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:54.730246 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Deleting port cbaea659-d7d7-49ab-89b6-5eab4505153f {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:54.730592 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:54.807066 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] For port cbaea659-d7d7-49ab-89b6-5eab4505153f, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=cbaea659-d7d7-49ab-89b6-5eab4505153f,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:54.807869 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:54.819486 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Calling delete_port for cbaea659-d7d7-49ab-89b6-5eab4505153f owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:54.992901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.022371 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbaea659-d7d7-49ab-89b6-5eab4505153f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:55.033747 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.033747 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.034015 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.034276 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.034608 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.034940 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.035265 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.035588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.035914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.036234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.036555 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.036902 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:55.196205 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.408624 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Router 723d0370-8ad6-4096-8ea2-41e3abfdca20 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:13:55.528501 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:13:55.534380 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-52f44e29-9658-4f87-86a8-aa38c9c4fe05 admin admin] 10.222.0.64 "PUT /v2.0/routers/723d0370-8ad6-4096-8ea2-41e3abfdca20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743750 Aug 10 12:13:55.537090 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49498) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:55.538243 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Sync routers for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:13:55.547977 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:55.548653 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:55.648112 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.658144 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:55.751941 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.809897 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Deleting port 4625c662-5fe9-4af5-af7b-1ff895638ca4 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:55.810600 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.843985 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:13:54Z', 'revision_number': 5, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port': {'id': '4625c662-5fe9-4af5-af7b-1ff895638ca4', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:de:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:55.873802 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Checking router: 723d0370-8ad6-4096-8ea2-41e3abfdca20 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:13:55.882459 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Routers {'723d0370-8ad6-4096-8ea2-41e3abfdca20'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:13:55.883209 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:13:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['723d0370-8ad6-4096-8ea2-41e3abfdca20'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:55.887541 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] For port 4625c662-5fe9-4af5-af7b-1ff895638ca4, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=4625c662-5fe9-4af5-af7b-1ff895638ca4,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:55.887914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:55.900549 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Calling delete_port for 4625c662-5fe9-4af5-af7b-1ff895638ca4 owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:55.967750 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] Set router 723d0370-8ad6-4096-8ea2-41e3abfdca20 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:13:56.018494 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:13:55Z', 'revision_number': 6, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:56.047756 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33900e-495b-4ca3-bec4-92afbdb90a64 None None] The sync data for ids ['723d0370-8ad6-4096-8ea2-41e3abfdca20'] in dv-cinder-803000-7-iscsi is: [{'id': '723d0370-8ad6-4096-8ea2-41e3abfdca20', 'name': 'tempest-AttachVolumeShelveTestJSON-1440149345-router', 'tenant_id': '3260d0b288bf4786ab04334cf7cca44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:08:24Z', 'updated_at': '2021-08-10T12:13:55Z', 'revision_number': 6, 'project_id': '3260d0b288bf4786ab04334cf7cca44a', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:13:56.071463 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.100766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4625c662-5fe9-4af5-af7b-1ff895638ca4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:56.168366 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.257140 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.259458 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.302454 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.303022 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723d0370-8ad6-4096-8ea2-41e3abfdca20 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:13:56.308429 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.309702 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3277294b-0739-4362-9a65-1820320ebd93 admin admin] 10.222.0.64 "DELETE /v2.0/routers/723d0370-8ad6-4096-8ea2-41e3abfdca20 HTTP/1.1" status: 204 len: 168 time: 0.7715583 Aug 10 12:13:56.312230 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49500) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:56.359694 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Deleting subnet eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:13:56.362592 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.399000 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.479305 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.535306 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.561419 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabd1235-ef09-4f92-84ca-8dc6c4a8efd4,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:56.566713 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.569479 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-321da09a-95f3-4ac6-9827-66c50d5acda4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eabd1235-ef09-4f92-84ca-8dc6c4a8efd4 HTTP/1.1" status: 204 len: 168 time: 0.2560995 Aug 10 12:13:56.571520 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.572128 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49502) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:56.574763 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e1781-caed-454a-a455-157eec0321c0 None None] Network 408f297f-138b-431d-a362-15ae268419a9 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:13:56.638078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.691245 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Deleting port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:56.691588 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.760353 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] For port b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,segment=NetworkSegment(f85be5c4-be48-495b-bb62-3029d89e5201),segment_id=f85be5c4-be48-495b-bb62-3029d89e5201)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:56.760716 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.774095 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Calling delete_port for b7fbf475-4d58-4a01-99ae-0cdaa77557a0 owned by network:dhcp {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:56.808617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] DHCP port deletion for 408f297f-138b-431d-a362-15ae268419a9 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:13:56.855949 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Deleting port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:13:56.856385 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.858483 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.889513 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:56.891930 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] No DVR routers for this DVR port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 on host dv-cinder-803000-7-iscsi {{(pid=93499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:56.943031 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] For port b7fbf475-4d58-4a01-99ae-0cdaa77557a0, host dv-cinder-803000-7-iscsi, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:13:56.943429 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.958728 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Calling delete_port for b7fbf475-4d58-4a01-99ae-0cdaa77557a0 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:13:56.961575 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 12:13:56.963115 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.963361 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:56.975983 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408f297f-138b-431d-a362-15ae268419a9']}} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:56.987743 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85be5c4-be48-495b-bb62-3029d89e5201') {'for_net_delete': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:56.988041 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.services.segments.db [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85be5c4-be48-495b-bb62-3029d89e5201') {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:13:56.991281 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Pushing event deleted for resources: {'Port': ['ID=b7fbf475-4d58-4a01-99ae-0cdaa77557a0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:56.993598 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] No DVR routers for this DVR port b7fbf475-4d58-4a01-99ae-0cdaa77557a0 on host dv-cinder-803000-7-iscsi {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:13:57.000359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6915664'] for segment, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.002056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.002409 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.002753 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.003095 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.003446 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.003778 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.004506 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.004506 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.004744 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.005099 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.005423 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.005746 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a022dcc9-9bae-4f92-bd3c-ada41a7af24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:13:57.021554 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.028038 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=93499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:13:57.028228 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4273579'] for segment, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: Traceback (most recent call last): Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: timer() Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: cb(*args, **kw) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: return func(*args, **kwargs) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: self._notify() Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: self.callback(batched_events) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: event.method(event) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: return f(self, *a, **k) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._get(url).json() Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: return self.request(url, 'GET', **kwargs) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:13:57.029894 dv-cinder-803000-7-iscsi neutron-server[93499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:13:57.039915 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 4625c662-5fe9-4af5-af7b-1ff895638ca4 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:57.061935 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 4625c662-5fe9-4af5-af7b-1ff895638ca4 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:57.062850 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 4625c662-5fe9-4af5-af7b-1ff895638ca4 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:57.063277 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device cbaea659-d7d7-49ab-89b6-5eab4505153f no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:57.083839 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: cbaea659-d7d7-49ab-89b6-5eab4505153f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:57.084121 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device cbaea659-d7d7-49ab-89b6-5eab4505153f not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:57.084866 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b7fbf475-4d58-4a01-99ae-0cdaa77557a0 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:13:57.102032 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.106421 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: b7fbf475-4d58-4a01-99ae-0cdaa77557a0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:13:57.106641 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device b7fbf475-4d58-4a01-99ae-0cdaa77557a0 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:13:57.112252 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.117915 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] 10.222.0.64 "DELETE /v2.0/networks/408f297f-138b-431d-a362-15ae268419a9 HTTP/1.1" status: 204 len: 168 time: 0.5445366 Aug 10 12:13:57.131144 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15ee7-db84-435f-9012-6d61ec371173 admin admin] Pushing event deleted for resources: {'Network': ['ID=408f297f-138b-431d-a362-15ae268419a9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:13:57.241386 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49506) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:57.278838 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-5f419e97-fc50-43c6-9603-80ce982f14f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3260d0b288bf4786ab04334cf7cca44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363114 Aug 10 12:13:57.281816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49508) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:13:57.330921 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.351446 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.396057 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.398610 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:13:57.399787 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e37c5fd-56fa-4ec5-9859-9ee5df78454f HTTP/1.1" status: 204 len: 168 time: 0.1170614 Aug 10 12:13:57.409057 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949931e-fd65-4baa-9ead-3893fac59a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37c5fd-56fa-4ec5-9859-9ee5df78454f,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:01.330518 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d07a8860-b834-4e7f-a41a-279513decfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:04.038313 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:04.274080 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de55abf4-0244-4d19-a2e5-b853e435fbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:04.889542 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-95466a3f-6f99-4e26-a977-82997c9e8baa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386610 Aug 10 12:14:04.969604 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-7fdbbe8c-f612-4ef3-8328-2fd9cda48b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:14:04.971091 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-7fdbbe8c-f612-4ef3-8328-2fd9cda48b2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1098 time: 0.0399513 Aug 10 12:14:05.082469 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-000bb51c-b182-4e80-8dfb-105a09a3a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:14:05.083948 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-000bb51c-b182-4e80-8dfb-105a09a3a19b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0873578 Aug 10 12:14:05.149981 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-b3c7cbd8-e5c0-4272-a87c-abb71a95ea7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 1001 time: 0.0570531 Aug 10 12:14:05.201993 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-d71144b5-9bfe-49d1-8d19-1e0b744c2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:14:05.203445 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-d71144b5-9bfe-49d1-8d19-1e0b744c2637 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0443819 Aug 10 12:14:05.255206 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-0c9c19cf-4239-490d-bb74-f768bd8d8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:14:05.257012 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-0c9c19cf-4239-490d-bb74-f768bd8d8ea9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459764 Aug 10 12:14:05.345451 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-eee28195-db94-4e54-828c-ba16a6f4aa57 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784192 Aug 10 12:14:05.436715 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-341ba798-ad7b-4c3d-9853-13ff7ad6b831 req-5056e78c-677b-4e72-9068-064a6b2cac8e service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835617 Aug 10 12:14:05.981735 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:07.007895 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:08.136847 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:14:09.122570 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49644) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:09.225774 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e419929-bcb2-4683-858f-01abd9fd1ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.317342 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e419929-bcb2-4683-858f-01abd9fd1ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.320882 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-5e419929-bcb2-4683-858f-01abd9fd1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.355945 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e419929-bcb2-4683-858f-01abd9fd1ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e8d80-7428-4715-bb33-01e890b3e987,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:09.360237 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-5e419929-bcb2-4683-858f-01abd9fd1ad4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=116181ea500f445b80880ae3f6947fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366464 Aug 10 12:14:09.362955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49648) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:09.409534 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.429520 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.472817 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.475360 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.476499 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/623e8d80-7428-4715-bb33-01e890b3e987 HTTP/1.1" status: 204 len: 168 time: 0.1128170 Aug 10 12:14:09.483669 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3e00a-92a8-424d-929c-8a8fab658686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e8d80-7428-4715-bb33-01e890b3e987,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:09.726932 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49654) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:09.740322 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9421-950f-4a15-929b-58453f029567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.826537 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9421-950f-4a15-929b-58453f029567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.830583 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4bbc9421-950f-4a15-929b-58453f029567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.867824 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-4bbc9421-950f-4a15-929b-58453f029567 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c898e3fe5deb48c3a8bca34087d0166f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398070 Aug 10 12:14:09.868672 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9421-950f-4a15-929b-58453f029567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14316288-e145-4412-945d-2b10e5d36986,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:09.870502 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49656) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:09.919215 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.940046 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.986719 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.989299 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:09.990445 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14316288-e145-4412-945d-2b10e5d36986 HTTP/1.1" status: 204 len: 168 time: 0.1189623 Aug 10 12:14:09.997958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa626-9b33-4d3d-8385-88ce45e46334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14316288-e145-4412-945d-2b10e5d36986,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:26.571707 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:31.326140 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-511dbd4f-a061-4bda-840e-80096c9d5292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:34.038934 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:34.273990 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1470ea9b-e2ea-4dd2-bd98-adb2ba9deefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:35.985101 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:37.009273 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:41.680591 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49866) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:41.782853 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93e3d44d-ae7d-4b0e-8150-33dfb25bc21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:41.871056 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93e3d44d-ae7d-4b0e-8150-33dfb25bc21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:41.874927 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-93e3d44d-ae7d-4b0e-8150-33dfb25bc21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:41.912083 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-93e3d44d-ae7d-4b0e-8150-33dfb25bc21d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aa18c7fc3854715aa8d7f03ccaea8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303658 Aug 10 12:14:41.912982 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d44d-ae7d-4b0e-8150-33dfb25bc21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de4a5f-a083-460b-a6dd-87ae9e093420,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:41.915678 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49870) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:41.964638 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:41.984674 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.029784 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.032402 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.033570 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61de4a5f-a083-460b-a6dd-87ae9e093420 HTTP/1.1" status: 204 len: 168 time: 0.1167467 Aug 10 12:14:42.040803 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965671-fdd3-4424-9ed9-a8516e961012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de4a5f-a083-460b-a6dd-87ae9e093420,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:42.291362 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49876) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:42.305116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b1c6274f-c20e-4890-901d-75afbd2567f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.393028 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b1c6274f-c20e-4890-901d-75afbd2567f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.396674 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-b1c6274f-c20e-4890-901d-75afbd2567f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.432704 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6274f-c20e-4890-901d-75afbd2567f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fece247-d8e9-43e5-b512-f95f536c5d27,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:42.437934 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-b1c6274f-c20e-4890-901d-75afbd2567f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fbc9f69184946098f925b55ec32c006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455534 Aug 10 12:14:42.440430 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 49878) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:42.487856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.507793 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.551979 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.554606 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:42.555770 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fece247-d8e9-43e5-b512-f95f536c5d27 HTTP/1.1" status: 204 len: 168 time: 0.1144006 Aug 10 12:14:42.563117 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a8665-7205-47e3-855b-98a9cd4be090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fece247-d8e9-43e5-b512-f95f536c5d27,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:45.140269 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:14:48.229964 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49960) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:48.331143 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1419-1ee2-47d5-8af9-d10b04d58eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.415371 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1419-1ee2-47d5-8af9-d10b04d58eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.419350 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1419-1ee2-47d5-8af9-d10b04d58eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.459661 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1419-1ee2-47d5-8af9-d10b04d58eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8731ab-2d6b-4d1d-a56a-702399ea4d69,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:48.463915 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-9f6c1419-1ee2-47d5-8af9-d10b04d58eb5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2e0045ce75d49cd926a473244f8f406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329426 Aug 10 12:14:48.466561 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49964) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:48.513329 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.534331 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.578238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.581348 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.582475 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d8731ab-2d6b-4d1d-a56a-702399ea4d69 HTTP/1.1" status: 204 len: 168 time: 0.1149681 Aug 10 12:14:48.590110 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05c974-d5a9-480d-864c-e4598ee4203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8731ab-2d6b-4d1d-a56a-702399ea4d69,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:48.842894 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:48.856675 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee047b6-a5fe-499c-b133-d3d45c19ae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.941720 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee047b6-a5fe-499c-b133-d3d45c19ae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.945410 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3ee047b6-a5fe-499c-b133-d3d45c19ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:48.981013 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee047b6-a5fe-499c-b133-d3d45c19ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236fb88-333e-4a69-b3e8-e40ed6e262ed,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:48.986262 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3ee047b6-a5fe-499c-b133-d3d45c19ae87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8155305c16714346a2b7b987a2fd9cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423621 Aug 10 12:14:48.989028 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 49972) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:49.041117 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:49.062014 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:49.107485 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:49.110168 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:49.111320 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e236fb88-333e-4a69-b3e8-e40ed6e262ed HTTP/1.1" status: 204 len: 168 time: 0.1215358 Aug 10 12:14:49.118940 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a1cd-184c-47e9-8b74-d2ad22499ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236fb88-333e-4a69-b3e8-e40ed6e262ed,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:55.356903 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50092) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:55.458912 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.549444 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.553642 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.588625 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfbadb9-5c41-481b-84e7-5d72dfb7bb63,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:55.592350 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c36a73ae8f44cbf8a04e933fd7847ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344437 Aug 10 12:14:55.595016 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50096) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:55.598822 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.599170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.599505 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.599839 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.600166 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.600490 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.600839 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.601162 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.601479 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.601802 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.602118 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.602434 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784cae6-8b68-417b-bab1-1f13b38aae27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.643688 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.664595 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.712629 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.715211 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:55.716349 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cfbadb9-5c41-481b-84e7-5d72dfb7bb63 HTTP/1.1" status: 204 len: 168 time: 0.1203599 Aug 10 12:14:55.726409 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfbadb9-5c41-481b-84e7-5d72dfb7bb63,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:55.734392 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.734747 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.735091 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.735429 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.735761 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.736097 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.736431 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.736760 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.737112 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.737437 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.737760 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.738082 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade3266-e90b-4d18-bd18-0aa20d33c1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:14:55.977272 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50102) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:55.991335 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02cf41d4-c0c7-4637-b3fb-3c8d6b25b593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.080586 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02cf41d4-c0c7-4637-b3fb-3c8d6b25b593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.084874 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-02cf41d4-c0c7-4637-b3fb-3c8d6b25b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.139609 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-02cf41d4-c0c7-4637-b3fb-3c8d6b25b593 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc6257f3ec48486c879182a938a0a013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610379 Aug 10 12:14:56.142120 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50104) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:56.142266 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf41d4-c0c7-4637-b3fb-3c8d6b25b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18000f-82d6-428e-b32f-85464ee83ce2,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:56.196945 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.217603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.262002 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.264738 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:56.265866 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf18000f-82d6-428e-b32f-85464ee83ce2 HTTP/1.1" status: 204 len: 168 time: 0.1226075 Aug 10 12:14:56.274496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4126bb-7cb7-4c7e-8110-68f321fe2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18000f-82d6-428e-b32f-85464ee83ce2,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:56.599670 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.049635 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50166) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:58.151581 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d72e75-fa94-46cf-a95d-e88bad74c6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.239294 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d72e75-fa94-46cf-a95d-e88bad74c6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.244161 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-93d72e75-fa94-46cf-a95d-e88bad74c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.283992 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-93d72e75-fa94-46cf-a95d-e88bad74c6e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bc5cf9f474b40fda7176ed4d06a0226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327254 Aug 10 12:14:58.285616 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72e75-fa94-46cf-a95d-e88bad74c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636d9d54-e9e6-4007-b588-b9948400c22a,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:58.287354 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50170) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:58.337503 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.357924 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.402545 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.405361 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.406635 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/636d9d54-e9e6-4007-b588-b9948400c22a HTTP/1.1" status: 204 len: 168 time: 0.1177919 Aug 10 12:14:58.414653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a40e1-9851-4842-8d46-ecab0dc02b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636d9d54-e9e6-4007-b588-b9948400c22a,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:58.662692 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50176) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:58.675726 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd980-54e9-4eba-b13e-09be80425ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.762673 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd980-54e9-4eba-b13e-09be80425ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.766449 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd980-54e9-4eba-b13e-09be80425ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.804247 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-ad5fd980-54e9-4eba-b13e-09be80425ae3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10b4d6e635be4d55b7c91259f56e52d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404698 Aug 10 12:14:58.804983 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fd980-54e9-4eba-b13e-09be80425ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4289cb62-a8f9-4091-aed2-ebc2f55bdd37,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:14:58.807049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50178) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:14:58.854878 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.875736 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.921122 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.923693 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:14:58.924869 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4289cb62-a8f9-4091-aed2-ebc2f55bdd37 HTTP/1.1" status: 204 len: 168 time: 0.1168025 Aug 10 12:14:58.932717 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a5a33-5016-40a2-9047-0f17b720594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289cb62-a8f9-4091-aed2-ebc2f55bdd37,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:01.444671 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d03f917-a1b4-4963-b2f5-e18045f80c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:02.344011 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-e67ebad3-8949-482c-8dd5-d89767848387 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351638 Aug 10 12:15:02.428405 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060075-b627-46e7-8b91-115894e850e0 req-fdd141dc-92b9-4388-a41a-a6ece9bfe5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:02.429977 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-fdd141dc-92b9-4388-a41a-a6ece9bfe5cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 1098 time: 0.0398974 Aug 10 12:15:02.542397 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060075-b627-46e7-8b91-115894e850e0 req-8086d357-913e-4fe7-9dba-0e9ce369db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:02.543906 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-8086d357-913e-4fe7-9dba-0e9ce369db74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0931697 Aug 10 12:15:02.608198 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-4fa0694d-8f83-48aa-9944-0a82f644172a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 200 len: 1001 time: 0.0561230 Aug 10 12:15:02.660114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060075-b627-46e7-8b91-115894e850e0 req-c7cfb8b1-a56f-4758-bfb8-dbf39490e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:02.661566 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-c7cfb8b1-a56f-4758-bfb8-dbf39490e822 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0457695 Aug 10 12:15:02.707747 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060075-b627-46e7-8b91-115894e850e0 req-b86f18f2-f4c0-467a-aa1c-0338a9c471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:02.709134 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-b86f18f2-f4c0-467a-aa1c-0338a9c471f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392277 Aug 10 12:15:02.721740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-420227a6-3533-4d0a-bb6c-0765e1b8a0ac service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:15:02.722692 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-420227a6-3533-4d0a-bb6c-0765e1b8a0ac service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054197 Aug 10 12:15:02.814479 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-16059163-0b0a-4e19-81b4-2a4cf263847d service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Aug 10 12:15:02.911700 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-b5060075-b627-46e7-8b91-115894e850e0 req-32f3c3bd-7b74-4e57-9f79-1a7628f118ca service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885768 Aug 10 12:15:04.038667 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:04.278260 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f546eb9-cba7-4ba3-90ec-364b0076c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:05.989198 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:07.011016 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:08.198869 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0409d-261a-4d58-989b-6025b49e5e9e req-635692bd-5e58-489f-8635-c22bad4f69a8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:08.200367 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-93a0409d-261a-4d58-989b-6025b49e5e9e req-635692bd-5e58-489f-8635-c22bad4f69a8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.1593912 Aug 10 12:15:08.237601 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-93a0409d-261a-4d58-989b-6025b49e5e9e req-2eccc424-89ab-4aa4-b351-78285b915de0 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310647 Aug 10 12:15:09.413153 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a020-d4b1-49bd-9f73-1e65e02e9bfe req-9367e035-dcee-4f93-b42b-ec5809136c58 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:09.414623 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca89a020-d4b1-49bd-9f73-1e65e02e9bfe req-9367e035-dcee-4f93-b42b-ec5809136c58 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.1081924 Aug 10 12:15:09.451288 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca89a020-d4b1-49bd-9f73-1e65e02e9bfe req-9eed3aae-5a6f-4226-947a-37cef3061856 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Aug 10 12:15:09.802405 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-98fbcec7-7dd3-433e-b74f-e92bc0aef670 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:09.803770 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-98fbcec7-7dd3-433e-b74f-e92bc0aef670 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Aug 10 12:15:09.895580 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:15:09.895928 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:09.981101 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] For port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:15:09.981516 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:10.191030 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:10.191395 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:10.191704 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.db.l3_db [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 80710bf0-0b8a-4942-b7b4-290df04358c5 disassociated. External IP: 172.27.2.132, port: 49fc1782-7f52-48e8-9a8d-ec13f02b34f0. Aug 10 12:15:10.192039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:15:10.328509 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:10.356666 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=49fc1782-7f52-48e8-9a8d-ec13f02b34f0,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:10.466250 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:15:10.543911 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2603aa29-cdba-41dd-9038-8ba13aee4764 req-62d6db67-7efe-4d47-a71e-7a6a95a93a6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c24f83-b778-4390-952e-724f136dc367 HTTP/1.1" status: 200 len: 210 time: 0.0259166 Aug 10 12:15:10.572071 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:15:10.586190 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:15:10.609285 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:15:10.609927 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:15:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:10.622091 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] No DVR routers for this DVR port 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:15:10.624976 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:10.626966 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-cda597c8-a3ec-4503-bf54-ae90c6255c42 req-7fa6d579-aa5c-4c41-9d2b-6de8d89e9a8f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "DELETE /v2.0/ports/49fc1782-7f52-48e8-9a8d-ec13f02b34f0 HTTP/1.1" status: 204 len: 173 time: 0.8160853 Aug 10 12:15:10.627404 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'name': 'network-vif-deleted', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:15:10.630480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be12393-a48d-4fc7-a35f-0d2c9e9442ca" -d '{"events": [{"server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "name": "network-vif-deleted", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:15:10.731426 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a54e71b-b8a0-4d4b-8278-e61eb83a95a5 x-openstack-request-id: req-6a54e71b-b8a0-4d4b-8278-e61eb83a95a5 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:15:10.731843 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c24f83-b778-4390-952e-724f136dc367", "name": "network-vif-deleted", "tag": "49fc1782-7f52-48e8-9a8d-ec13f02b34f0", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:15:10.732169 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a54e71b-b8a0-4d4b-8278-e61eb83a95a5 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:15:10.732647 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c24f83-b778-4390-952e-724f136dc367', 'name': 'network-vif-deleted', 'tag': '49fc1782-7f52-48e8-9a8d-ec13f02b34f0', 'status': 'completed', 'code': 200} Aug 10 12:15:10.740872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:15:10.942887 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:10.972545 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:15:10.981296 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:15:10.981838 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:15:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:11.087683 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:15:11.292728 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:11.320844 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1bed09-d1b6-4127-a2d8-ad641068a9f3 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:15:11.528229 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80db151-aa30-4e0e-8ed9-98acc192e01e None None] New status for floating IP 80710bf0-0b8a-4942-b7b4-290df04358c5: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:15:11.795668 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-1de119d8-92d4-4f77-a27d-77179f3c31be tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350910486&fields=id&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 267 time: 0.0321219 Aug 10 12:15:11.899758 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-2082adcf-877a-440f-8c43-ce689fb2b4ee tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:11.901229 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-2082adcf-877a-440f-8c43-ce689fb2b4ee tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.0990925 Aug 10 12:15:11.916034 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-5a9e9b70-ece1-4fef-9d6a-8e9bd658bb15 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/quotas/7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 375 time: 0.0092418 Aug 10 12:15:11.966837 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-4668fed2-2f08-4d8f-a346-b62b4fb6ed93 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457847 Aug 10 12:15:12.024854 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9437d550-fc46-41f2-ba64-0ebd180a7586 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 12:15:12.025834 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9437d550-fc46-41f2-ba64-0ebd180a7586 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472252 Aug 10 12:15:12.116489 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-7a9144ff-2b50-42ff-a6be-b0c3caa69f09 service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Aug 10 12:15:12.202938 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-c59cafdc-489a-4c25-abf4-1f5a75ef552b service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804446 Aug 10 12:15:12.485396 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-b0bde29b-fec0-4fcc-803a-afd389d848a0 req-8118b2ad-f32d-4e13-8004-4383589f25ed tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 210 time: 0.0267725 Aug 10 12:15:13.385217 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:15:13.405169 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:15:13.405515 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device 49fc1782-7f52-48e8-9a8d-ec13f02b34f0 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:15:13.585480 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-3244b33e-cb61-44c5-a8bf-04c0cc789d63 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:13.586950 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-3244b33e-cb61-44c5-a8bf-04c0cc789d63 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1089303 Aug 10 12:15:13.589486 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-40df2bb4-d307-4514-a3d0-9c1d424705bf req-9f9e5074-aa56-4546-b582-af580e0f250b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 210 time: 0.0303845 Aug 10 12:15:13.631908 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-152f3bda-4067-451e-94de-4bd941bf2bcd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 380 time: 0.0342820 Aug 10 12:15:13.648033 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'port': {'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'admin_state_up': True, 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'security_groups': ['e0e149ad-4f4c-4325-bb5b-514d2b2cd604']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:15:13.756647 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Made reservation on behalf of 7cf4f74b2105451b8663a5cabff097a2 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:15:13.760208 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:13.881162 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.20.0.11 (0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4/842f69bc-5a40-4146-bf5d-222e4a2ef61a/a1ba5aa5-91e5-4906-be4d-407c973f7647) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:15:14.022157 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.035645 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Transition to ACTIVE for port object a1ba5aa5-91e5-4906-be4d-407c973f7647 will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:15:14.068176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.112417 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:15:14.115496 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:15:14.119705 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:15:14.125883 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:14.171218 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:14.171875 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.188033 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-9891af31-93c4-46f5-b8c8-00c5bd2ae829 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5442731 Aug 10 12:15:14.201210 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Request body: {'port': {'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:15:14.259049 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.326169 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4e45226d-a271-4bc7-b241-1f80f6dd2f81 None None] Provisioning for port a1ba5aa5-91e5-4906-be4d-407c973f7647 completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:15:14.329996 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4e45226d-a271-4bc7-b241-1f80f6dd2f81 None None] Provisioning complete for port a1ba5aa5-91e5-4906-be4d-407c973f7647 triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:15:14.330361 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e45226d-a271-4bc7-b241-1f80f6dd2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.362748 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4e45226d-a271-4bc7-b241-1f80f6dd2f81 None None] Port a1ba5aa5-91e5-4906-be4d-407c973f7647 cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:15:14.514529 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ba5aa5-91e5-4906-be4d-407c973f7647 {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:15:14.521659 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.533114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Transition to ACTIVE for port object a1ba5aa5-91e5-4906-be4d-407c973f7647 will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:15:14.536906 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.586934 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:14.658119 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Attempting to bind port a1ba5aa5-91e5-4906-be4d-407c973f7647 on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:15:14.658532 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Attempting to bind port a1ba5aa5-91e5-4906-be4d-407c973f7647 by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:15:14.658793 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Attempting to bind port a1ba5aa5-91e5-4906-be4d-407c973f7647 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:15:14.663930 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Port a1ba5aa5-91e5-4906-be4d-407c973f7647 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:15:14.664257 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Attempting to bind port a1ba5aa5-91e5-4906-be4d-407c973f7647 on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:15:14.671899 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:15:14.672235 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:15:14.672618 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Bound using segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:15:14.673078 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Bound port: a1ba5aa5-91e5-4906-be4d-407c973f7647, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:15:14.673452 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.715172 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ebebc-bba7-40db-866d-7f098a10b9df req-f1373678-f929-489c-96b8-8a0dba15cf67 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:14.717044 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e8ebebc-bba7-40db-866d-7f098a10b9df req-f1373678-f929-489c-96b8-8a0dba15cf67 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0597041 Aug 10 12:15:14.740186 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:15:14.743598 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:15:14.748998 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.760758 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7e8ebebc-bba7-40db-866d-7f098a10b9df req-2001e058-70f9-4e0e-91a9-e90cde17aa4a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359819 Aug 10 12:15:14.790877 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:14.791505 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:14.792941 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] 10.222.0.66 "PUT /v2.0/ports/a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 1094 time: 0.5961108 Aug 10 12:15:14.793397 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:15:14.795636 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bcd87e-7337-4326-8e5c-259e844aed40" -d '{"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:15:14.819268 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c1650-0bc1-4bf0-b37c-c6ab8fb678be service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:14.854258 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37dfd9c-b815-44f4-803d-ac3bd82b3921 x-openstack-request-id: req-d37dfd9c-b815-44f4-803d-ac3bd82b3921 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:15:14.854544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:15:14.854797 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d37dfd9c-b815-44f4-803d-ac3bd82b3921 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:15:14.855188 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'status': 'completed', 'code': 200} Aug 10 12:15:14.885574 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-14222265-9874-4ec7-b6fb-07c2d8467f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:14.887242 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-14222265-9874-4ec7-b6fb-07c2d8467f49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1097 time: 0.0440228 Aug 10 12:15:14.931126 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-73651548-3a42-468c-8926-6e6ed3e80798 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 217 time: 0.0350902 Aug 10 12:15:14.980603 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-beb3beef-46b7-4336-8625-dd80460e529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:14.982085 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-beb3beef-46b7-4336-8625-dd80460e529a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0435748 Aug 10 12:15:15.036499 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-c348b434-fd0e-42cc-bbea-de96f9eb3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.038573 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-c348b434-fd0e-42cc-bbea-de96f9eb3fb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484715 Aug 10 12:15:15.125717 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-4aaef328-a076-4d4e-84ce-9339a0b45a99 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794196 Aug 10 12:15:15.215857 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-6a391a8c-bc9c-4643-a451-bded53b994d8 req-11e9eeee-536a-49a1-857f-375b66d793e7 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Aug 10 12:15:15.304085 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-10e8d9c2-768a-4ac4-b471-76042565a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.305488 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-10e8d9c2-768a-4ac4-b471-76042565a5a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1097 time: 0.0404160 Aug 10 12:15:15.394487 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-c62a81eb-d7b2-4e5c-9d53-32e6ff6f3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.395937 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-c62a81eb-d7b2-4e5c-9d53-32e6ff6f3b8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0824170 Aug 10 12:15:15.676233 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-fca3ba64-eafd-4017-aa64-6f69d91125f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 217 time: 0.2714398 Aug 10 12:15:15.723302 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-08218d4d-b867-4ea6-81c1-3d4f027b2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.724692 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-08218d4d-b867-4ea6-81c1-3d4f027b2ea2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0412655 Aug 10 12:15:15.769301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-692fb120-b51d-458e-b702-354dc1f5b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.770732 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-692fb120-b51d-458e-b702-354dc1f5b559 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381196 Aug 10 12:15:15.862068 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-bd25e4be-3fe0-40aa-bb4e-adacbb66b810 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827055 Aug 10 12:15:15.876987 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5c36b-0b3d-444c-979c-c6c38b8a1221 req-4be2cd19-4191-462e-b519-20a2ec02680d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:15.879031 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-60c5c36b-0b3d-444c-979c-c6c38b8a1221 req-4be2cd19-4191-462e-b519-20a2ec02680d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0511971 Aug 10 12:15:15.922600 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-60c5c36b-0b3d-444c-979c-c6c38b8a1221 req-e9996ce1-b4ce-4152-bc98-134b65326d46 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Aug 10 12:15:15.957212 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a9bcd87e-7337-4326-8e5c-259e844aed40 req-dbe138b4-2a5b-4420-82a0-a0115ec17657 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Aug 10 12:15:17.035403 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60cef5-2e1b-4caf-af18-019b7a79dd39 req-28d1fd08-f990-4f66-a8a4-c24c75af1c09 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:17.037030 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4b60cef5-2e1b-4caf-af18-019b7a79dd39 req-28d1fd08-f990-4f66-a8a4-c24c75af1c09 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0494716 Aug 10 12:15:17.075511 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4b60cef5-2e1b-4caf-af18-019b7a79dd39 req-a727392a-1f19-413c-b98c-d36e3e04b18d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Aug 10 12:15:18.192087 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af351830-8405-4a53-b5c4-7807def0cd53 req-5d47581b-b64d-4cdb-9998-5bb9cebe038d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:18.193601 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-af351830-8405-4a53-b5c4-7807def0cd53 req-5d47581b-b64d-4cdb-9998-5bb9cebe038d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0509872 Aug 10 12:15:18.230675 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-af351830-8405-4a53-b5c4-7807def0cd53 req-20cf39c0-6142-415b-af05-b337c9c63732 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Aug 10 12:15:19.343053 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b893c-c95c-4e3f-a0a4-c23e07a78b77 req-6ce23269-6a1e-492e-88ba-9695a2524aab tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:19.344585 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca9b893c-c95c-4e3f-a0a4-c23e07a78b77 req-6ce23269-6a1e-492e-88ba-9695a2524aab tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0475872 Aug 10 12:15:19.382467 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ca9b893c-c95c-4e3f-a0a4-c23e07a78b77 req-0e4b8237-580d-4af0-a07b-05702e95bbe8 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Aug 10 12:15:20.513650 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc493d-3d52-4f20-8e22-bc851f0d032e req-b97762c9-99d1-419b-bbba-ad8d4253f6cf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:20.515137 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-90bc493d-3d52-4f20-8e22-bc851f0d032e req-b97762c9-99d1-419b-bbba-ad8d4253f6cf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0476675 Aug 10 12:15:20.551371 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-90bc493d-3d52-4f20-8e22-bc851f0d032e req-dd5ec50e-9bd7-48c3-a148-008125a3af5b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304313 Aug 10 12:15:21.667224 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a04b-d517-496d-8e32-40b5151f7483 req-e99a8891-5257-4e45-9672-30320ac9ccba tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:21.668695 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fde1a04b-d517-496d-8e32-40b5151f7483 req-e99a8891-5257-4e45-9672-30320ac9ccba tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0510185 Aug 10 12:15:21.707022 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fde1a04b-d517-496d-8e32-40b5151f7483 req-61f682b2-5fc7-4fde-8dcd-7e16355a226a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Aug 10 12:15:22.139825 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:15:22.826640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a27e-8595-426c-9abd-adbca1a38017 req-ab33f3af-ba70-48aa-a4f1-b7fa08fe5863 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:22.830134 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f67a27e-8595-426c-9abd-adbca1a38017 req-ab33f3af-ba70-48aa-a4f1-b7fa08fe5863 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 944 time: 0.0569487 Aug 10 12:15:22.875521 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0f67a27e-8595-426c-9abd-adbca1a38017 req-23c59830-2102-41bd-a88e-c56763650028 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Aug 10 12:15:23.431661 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a1ba5aa5-91e5-4906-be4d-407c973f7647 details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:15:23.521467 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:15:23.532972 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:15:23.567899 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:23.580999 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ba5aa5-91e5-4906-be4d-407c973f7647 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:15:23.599998 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:15:23.605019 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:23.664582 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:23.680185 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.680536 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.680900 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.681237 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.681568 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.681952 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.682228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.682553 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.682877 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.683199 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.683546 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.683865 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:15:23.869457 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['a1ba5aa5-91e5-4906-be4d-407c973f7647'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:15:23.997713 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cdd74-72cf-4eac-a768-eea0f83cca35 req-fa8ff501-2510-4098-ab36-95cbb805fc89 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:23.999379 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-992cdd74-72cf-4eac-a768-eea0f83cca35 req-fa8ff501-2510-4098-ab36-95cbb805fc89 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 945 time: 0.0556483 Aug 10 12:15:24.040461 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-992cdd74-72cf-4eac-a768-eea0f83cca35 req-22cb1215-c6e5-4d39-814c-a0aea2291209 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Aug 10 12:15:25.160517 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf775fd-0dd5-4d57-a770-e26006b182dd req-6d866c41-8723-4d34-961f-6e2666cf9f2f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:25.162091 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bf775fd-0dd5-4d57-a770-e26006b182dd req-6d866c41-8723-4d34-961f-6e2666cf9f2f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 945 time: 0.0518377 Aug 10 12:15:25.201863 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5bf775fd-0dd5-4d57-a770-e26006b182dd req-efb9c740-22ab-4edf-b8bf-841a17f1ee00 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Aug 10 12:15:25.474771 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a1ba5aa5-91e5-4906-be4d-407c973f7647 up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:15:25.525606 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port a1ba5aa5-91e5-4906-be4d-407c973f7647 completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:15:25.529352 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port a1ba5aa5-91e5-4906-be4d-407c973f7647 triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:15:25.529730 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:25.606840 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:25.633005 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:15:25.635298 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51abcb7b-df57-4b46-aa32-885574b46526" -d '{"events": [{"server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:15:25.648723 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:15:25.654181 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:25.708511 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:25.739022 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1a5cc-c8ca-4400-a4b0-da398502f8cc x-openstack-request-id: req-8ea1a5cc-c8ca-4400-a4b0-da398502f8cc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:15:25.739310 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:15:25.739559 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ea1a5cc-c8ca-4400-a4b0-da398502f8cc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:15:25.739944 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'code': 200} Aug 10 12:15:26.324467 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93cac2-978c-4b2c-b069-348dd214af7b req-64d402b9-b84a-4d93-a1ec-6594f05f84fd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:26.326267 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9a93cac2-978c-4b2c-b069-348dd214af7b req-64d402b9-b84a-4d93-a1ec-6594f05f84fd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0578811 Aug 10 12:15:26.370407 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-9a93cac2-978c-4b2c-b069-348dd214af7b req-1b5a6a97-4071-4f17-94a0-fcd52d4c9fd2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381427 Aug 10 12:15:26.615210 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:27.485441 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b1f4-a703-4b4e-9339-d5fbbef2189b req-d29e5119-f7f1-4cb1-b5c5-4699df8327b2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:27.486923 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2d30b1f4-a703-4b4e-9339-d5fbbef2189b req-d29e5119-f7f1-4cb1-b5c5-4699df8327b2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0504875 Aug 10 12:15:27.529139 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2d30b1f4-a703-4b4e-9339-d5fbbef2189b req-b05420d9-cd94-45b1-af5d-bdcd6d27fdad tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Aug 10 12:15:27.656585 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e5124-d727-4f2d-a43a-c1e05fd844bf req-7270eccb-eb91-453f-8efa-8fd7056411c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:27.658018 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f14e5124-d727-4f2d-a43a-c1e05fd844bf req-7270eccb-eb91-453f-8efa-8fd7056411c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0393860 Aug 10 12:15:27.692164 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f14e5124-d727-4f2d-a43a-c1e05fd844bf req-fc3a4f18-539c-4b94-8997-15e684772f6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266659 Aug 10 12:15:28.648073 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e07e6-5b6d-4c8a-8a25-d4d5fd345913 req-b651b547-6e53-4b15-bff9-dc9d40b9386f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:28.649648 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c26e07e6-5b6d-4c8a-8a25-d4d5fd345913 req-b651b547-6e53-4b15-bff9-dc9d40b9386f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0523727 Aug 10 12:15:28.688865 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c26e07e6-5b6d-4c8a-8a25-d4d5fd345913 req-9f04c6a6-8d14-49a9-aa10-1c5ab4cc67e2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Aug 10 12:15:28.804260 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc11b75-3921-4e0d-bddf-3223dd4a7366 req-c6a009ab-7e92-4d8c-a53d-c73df085b828 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:28.805793 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fcc11b75-3921-4e0d-bddf-3223dd4a7366 req-c6a009ab-7e92-4d8c-a53d-c73df085b828 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0480993 Aug 10 12:15:28.842973 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fcc11b75-3921-4e0d-bddf-3223dd4a7366 req-f5e8365f-5273-431e-89a4-85b756edceca tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Aug 10 12:15:28.864004 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50452) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:15:28.902082 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce89723-4cab-4ca0-a5c9-1ee2ffe01d59 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:28.903573 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-8ce89723-4cab-4ca0-a5c9-1ee2ffe01d59 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1094 time: 0.0386169 Aug 10 12:15:28.906388 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50454) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:15:28.910757 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:15:28.932614 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:29.029418 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:29.134025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.27.2.34 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/5a5108bf-e664-4d28-9533-3b98ee35a661) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:15:29.233420 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:29.270810 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:29.311595 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:15:29.314484 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:15:29.317196 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:15:29.323078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=5a5108bf-e664-4d28-9533-3b98ee35a661,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:29.929201 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:29.995353 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:30.135585 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:30.139996 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:30.207850 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=5a5108bf-e664-4d28-9533-3b98ee35a661,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:30.218277 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:30.314514 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 1fdffa4e-5568-40fd-a541-913718290736 associated. External IP: 172.27.2.34, port: a1ba5aa5-91e5-4906-be4d-407c973f7647. Aug 10 12:15:30.512906 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:15:30.615560 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:15:30.625849 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:15:30.631613 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:30.636909 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:15:30.637532 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:15:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:30.663620 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-4844eb8a-cacb-4410-b98e-74f018f5d760 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7507343 Aug 10 12:15:30.663620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:15:30.663620 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90" -d '{"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:15:30.697653 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029df69e-705b-4320-8eeb-78e54dbb4eb2 x-openstack-request-id: req-029df69e-705b-4320-8eeb-78e54dbb4eb2 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:15:30.697943 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:15:30.698198 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-029df69e-705b-4320-8eeb-78e54dbb4eb2 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:15:30.698609 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'status': 'completed', 'code': 200} Aug 10 12:15:30.747006 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:15:30.762191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-7236e9db-f6ac-4b0b-aa9a-885f5079654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:30.763769 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-7236e9db-f6ac-4b0b-aa9a-885f5079654d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0433412 Aug 10 12:15:30.865755 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-df5d4d5e-1a76-47f5-8072-df3314170825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:30.867905 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-df5d4d5e-1a76-47f5-8072-df3314170825 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0973306 Aug 10 12:15:30.934218 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-7b3195cc-7516-484b-bc56-8994514523c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 999 time: 0.0584173 Aug 10 12:15:30.980041 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:29Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:30.991431 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-c137a4a3-20d9-4d18-9afc-a0e12248f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:30.993482 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-c137a4a3-20d9-4d18-9afc-a0e12248f674 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0433123 Aug 10 12:15:31.010004 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:15:31.018644 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:15:31.019164 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:15:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:31.046410 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-7e90e697-c9ee-4405-9ea1-7facd4b2e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:15:31.048027 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-7e90e697-c9ee-4405-9ea1-7facd4b2e982 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436993 Aug 10 12:15:31.133541 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:15:31.150700 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-deae6691-bd1f-4ac5-a4ca-31795bcef960 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915349 Aug 10 12:15:31.247380 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f95c9ce2-74b6-4d2d-b006-9a047bf92a90 req-0fe43e2c-bbdd-4ae1-adda-5f1992f3cc9d service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Aug 10 12:15:31.345228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-77c608ed-bbcf-467d-9427-37e9eb40d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:31.368965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:29Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:15:31.394374 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895ed5d-f983-49f6-a389-ad788711398f None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:29Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:15:31.573349 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006672a-9f1a-41a5-ac7e-446b5c5fa918 None None] New status for floating IP 1fdffa4e-5568-40fd-a541-913718290736: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:15:33.248444 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50484) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:15:33.376106 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cfad-50e4-49f2-b6a2-bd76ef0c807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.476467 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cfad-50e4-49f2-b6a2-bd76ef0c807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.480155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cfad-50e4-49f2-b6a2-bd76ef0c807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.517711 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b3f8cfad-50e4-49f2-b6a2-bd76ef0c807c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79b7715ef6fd4e06a9d9a5029248a44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681077 Aug 10 12:15:33.518642 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8cfad-50e4-49f2-b6a2-bd76ef0c807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b562b41e-3371-45ed-a924-01229b38bd64,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:33.520492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50488) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:15:33.573435 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.593273 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.644374 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.647001 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:33.648184 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b562b41e-3371-45ed-a924-01229b38bd64 HTTP/1.1" status: 204 len: 168 time: 0.1260772 Aug 10 12:15:33.655648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852e8d-17f1-4c14-9668-9cca6aab6ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b562b41e-3371-45ed-a924-01229b38bd64,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:15:34.040307 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:34.283654 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15092bd9-0a11-4ccb-a75f-4b449fd1dba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:35.995320 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:37.015047 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:56.608723 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:15:59.146899 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:16:01.325692 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbe98-10d7-4145-8a54-b4c1d207e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:03.865948 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-824af036-7e88-497b-9ac0-e8a59037c086 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381634 Aug 10 12:16:03.950539 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-51cc93f1-fab5-45c1-bcc4-2c11dd9ce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:16:03.952039 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-51cc93f1-fab5-45c1-bcc4-2c11dd9ce596 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0433106 Aug 10 12:16:04.044489 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:04.053547 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-af2dc168-1491-4dd5-a812-8b5c529410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:16:04.055277 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-af2dc168-1491-4dd5-a812-8b5c529410a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0842152 Aug 10 12:16:04.122520 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-437dbc21-3375-4484-913f-3f2142821998 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 1001 time: 0.0589163 Aug 10 12:16:04.177697 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-fb74c42a-e745-4a99-ba6c-50401a98f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:16:04.179767 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-fb74c42a-e745-4a99-ba6c-50401a98f3d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0483837 Aug 10 12:16:04.229848 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-91d47f7b-646d-4a87-9141-242f5d546073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:16:04.231372 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-91d47f7b-646d-4a87-9141-242f5d546073 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442705 Aug 10 12:16:04.287490 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570a64d1-267c-4e72-b22f-74597e58bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:04.326658 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-033b528d-1488-4b25-8777-91193a5413b6 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Aug 10 12:16:04.418391 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-01e6f5cb-1629-453a-b494-b7266ef3781a req-e24bf2a9-08ae-4324-a1e1-3206936f1916 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839612 Aug 10 12:16:05.993743 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:07.018328 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.568811 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50752) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:16:10.674238 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.763735 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.767467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.807305 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4522db089dcd40ee9004fea70bfa70cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344012 Aug 10 12:16:10.807305 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c09a69-25c3-465d-afd9-8d4b2307d602,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:16:10.807901 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50756) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:16:10.813133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.813485 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.813833 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.814176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.814513 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.814850 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.815188 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.815519 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.815859 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.816189 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.816516 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.816866 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a920f278-3441-42ad-a493-d9ab1702f278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.866855 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.887809 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.934640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.937296 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:10.938439 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7c09a69-25c3-465d-afd9-8d4b2307d602 HTTP/1.1" status: 204 len: 168 time: 0.1290243 Aug 10 12:16:10.945970 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c09a69-25c3-465d-afd9-8d4b2307d602,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:16:10.953735 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.954084 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.954425 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.954766 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.955098 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.955427 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.955758 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.956079 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.956406 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.956730 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.957081 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:10.957403 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061938d-4120-48d3-8977-285e6365653c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:16:26.617348 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:31.327206 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-528b35eb-0791-4d17-a9eb-0fe8dd57bb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:34.046872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:34.281449 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82563a74-7612-4b6e-94cc-6df5a7b588e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:35.996194 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:36.135855 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:16:37.020082 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:16:56.630497 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:01.327687 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5c16-6cdc-4900-abde-90574342c7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:04.049553 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:04.282072 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b65458eb-f2b6-4013-9b0d-4d545c085a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:05.789848 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-53a6a596-849b-41e6-904d-c490c3f7512e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421188 Aug 10 12:17:05.878380 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-271fb67b-b7aa-4fce-a9f3-8f6afb9989db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:05.879875 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-271fb67b-b7aa-4fce-a9f3-8f6afb9989db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0441332 Aug 10 12:17:05.990732 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-d63378e2-2615-45ca-a736-6dc419edcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:05.992205 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-d63378e2-2615-45ca-a736-6dc419edcec5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0914602 Aug 10 12:17:06.000272 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:06.064069 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-f05455f3-91f0-4125-a506-2fcd212dd9bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 1001 time: 0.0631599 Aug 10 12:17:06.114165 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-b9547ace-c6ad-40c0-8cbe-ad7bb8bb945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:06.115592 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-b9547ace-c6ad-40c0-8cbe-ad7bb8bb945d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0449517 Aug 10 12:17:06.164172 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-22ef8746-696b-4427-be71-24d5c6b50d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:06.165683 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-22ef8746-696b-4427-be71-24d5c6b50d38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413740 Aug 10 12:17:06.255195 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-0e953b8b-4e8c-42f7-ab4e-448abad171a7 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808640 Aug 10 12:17:06.348635 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-a567d4f7-1eaa-430d-898e-0dded4714ff0 req-38e6c2a7-29ea-4e1a-8aa5-30d262479bbb service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Aug 10 12:17:07.023541 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:13.139829 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:17:17.719414 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-8969885b-6598-4e61-ad1b-06c0deca86d6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350910486&fields=id&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 267 time: 0.0329294 Aug 10 12:17:17.822932 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-06573512-0a3f-467e-b6bc-61f1c603a489 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:17.824392 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-06573512-0a3f-467e-b6bc-61f1c603a489 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.0983686 Aug 10 12:17:17.839620 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-558814f8-a9f4-42f4-b420-f8e28843ea7e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/quotas/7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Aug 10 12:17:17.898835 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-490f811e-303c-4dd0-a428-489c0f4aa33b tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532992 Aug 10 12:17:17.990396 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-36ccbe1e-42ae-456a-8e79-c19f0987a6a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793645 Aug 10 12:17:18.079732 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-4a45c602-d14f-41df-8f07-5d022a1c07f8 service neutron] 10.222.0.64 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835066 Aug 10 12:17:18.359235 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5f7a84f9-2c66-4b49-a671-f59d546877a6 req-efd4e3fe-f21e-4457-bac9-d60a0cefc306 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 210 time: 0.0258434 Aug 10 12:17:19.238354 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-907f0c0a-fa00-4833-9581-50aa204f9786 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:19.239842 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-907f0c0a-fa00-4833-9581-50aa204f9786 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 812 time: 0.1057494 Aug 10 12:17:19.283507 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-7dc27d34-5ca3-4d2d-ba0b-e81206a4289a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf4f74b2105451b8663a5cabff097a2 HTTP/1.1" status: 200 len: 380 time: 0.0343339 Aug 10 12:17:19.292452 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'port': {'device_id': '383890f2-a67c-421b-9707-42eece9a7db6', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'admin_state_up': True, 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'security_groups': ['e0e149ad-4f4c-4325-bb5b-514d2b2cd604']}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:17:19.406915 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Made reservation on behalf of 7cf4f74b2105451b8663a5cabff097a2 for: {'port': 1} {{(pid=93500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:17:19.410432 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:19.453428 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5156f04f-551b-4b99-9eb8-f341ac7b8c1b req-ec9ccae3-9781-4188-a05f-020b6de90ed9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Aug 10 12:17:19.535637 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_common [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.20.0.9 (0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4/842f69bc-5a40-4146-bf5d-222e4a2ef61a/a5273ac5-1f84-40ac-aa9d-664589ab065d) {{(pid=93500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:17:19.679382 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:19.694648 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Transition to ACTIVE for port object a5273ac5-1f84-40ac-aa9d-664589ab065d will not be triggered until provisioned by entity DHCP. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:17:19.727186 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_create {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:19.769616 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 is already hosted by enough agents. {{(pid=93500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:17:19.772544 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.base_scheduler [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:17:19.776272 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:17:19.783006 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=1']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:19.815149 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.815553 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.815841 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.816170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.816497 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.816844 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.817170 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.817492 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.817814 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.818133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.818448 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.818767 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:19.843447 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:19.844068 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:19.858595 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-b3f36c4e-066c-46a2-a85b-d08fd2de3b8d tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697412 Aug 10 12:17:19.871232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.v2.base [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Request body: {'port': {'device_id': '383890f2-a67c-421b-9707-42eece9a7db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80300'}} {{(pid=93500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:17:19.925656 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.030415 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fdae840a-0a84-4c0f-9f67-725d621bb7de None None] Provisioning for port a5273ac5-1f84-40ac-aa9d-664589ab065d completed by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:17:20.034018 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-fdae840a-0a84-4c0f-9f67-725d621bb7de None None] Provisioning complete for port a5273ac5-1f84-40ac-aa9d-664589ab065d triggered by entity DHCP. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:17:20.034390 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdae840a-0a84-4c0f-9f67-725d621bb7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.068218 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fdae840a-0a84-4c0f-9f67-725d621bb7de None None] Port a5273ac5-1f84-40ac-aa9d-664589ab065d cannot update to ACTIVE because it is not bound. {{(pid=93501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 12:17:20.180223 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5273ac5-1f84-40ac-aa9d-664589ab065d {{(pid=93500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:17:20.189321 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.201267 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.provisioning_blocks [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Transition to ACTIVE for port object a5273ac5-1f84-40ac-aa9d-664589ab065d will not be triggered until provisioned by entity L2. {{(pid=93500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 12:17:20.204671 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.260428 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Pushing event updated for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=2']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:20.328856 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Attempting to bind port a5273ac5-1f84-40ac-aa9d-664589ab065d on host hv-cinder-80300 for vnic_type normal with profile {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 12:17:20.329199 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Attempting to bind port a5273ac5-1f84-40ac-aa9d-664589ab065d by drivers openvswitch,hyperv on host hv-cinder-80300 at level 0 using segments [{'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 12:17:20.329532 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Attempting to bind port a5273ac5-1f84-40ac-aa9d-664589ab065d on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:17:20.333999 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Port a5273ac5-1f84-40ac-aa9d-664589ab065d on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80300 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 12:17:20.334328 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Attempting to bind port a5273ac5-1f84-40ac-aa9d-664589ab065d on network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 12:17:20.339383 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Checking agent: {'id': 'c6db05b7-936d-46b9-a99b-354ae281f304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80300', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'started_at': datetime.datetime(2021, 8, 10, 12, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 12, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 12:17:20.339725 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Checking segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 12:17:20.340148 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Bound using segment: {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'} {{(pid=93500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 12:17:20.340611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.managers [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Bound port: a5273ac5-1f84-40ac-aa9d-664589ab065d, host: hv-cinder-80300, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4'}}] {{(pid=93500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 12:17:20.340990 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.405018 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, cleared binding levels {{(pid=93500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:17:20.408316 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:17:20.412219 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369331'] for port, after_update {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.447906 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.448528 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:20.449958 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-149e7d77-b915-4f59-afae-87570fa907be service neutron] 10.222.0.66 "PUT /v2.0/ports/a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 200 len: 1093 time: 0.5831618 Aug 10 12:17:20.450393 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:17:20.452665 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469675e5-8161-428f-9a57-ade3f18cd581" -d '{"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:17:20.481231 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e7d77-b915-4f59-afae-87570fa907be service neutron] Pushing event updated for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=3']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:20.522043 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77eab8c-2345-4388-8ba3-a2b7047f97fd x-openstack-request-id: req-a77eab8c-2345-4388-8ba3-a2b7047f97fd {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:17:20.522326 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:17:20.522573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a77eab8c-2345-4388-8ba3-a2b7047f97fd {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:17:20.523090 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'status': 'completed', 'code': 200} Aug 10 12:17:20.540196 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-4dc18ba6-b907-4425-bac1-d8b9c28531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.541783 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-4dc18ba6-b907-4425-bac1-d8b9c28531ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1096 time: 0.0483418 Aug 10 12:17:20.585451 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-135534d2-6e9b-4d90-a1ed-f402cf28d5e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 200 len: 217 time: 0.0349960 Aug 10 12:17:20.591232 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e426ee5-f47b-49b4-8acd-703320224cf4 req-e8b27675-bb51-46c6-85e6-d1d803c327bf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.593355 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e426ee5-f47b-49b4-8acd-703320224cf4 req-e8b27675-bb51-46c6-85e6-d1d803c327bf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0520966 Aug 10 12:17:20.632658 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-5e426ee5-f47b-49b4-8acd-703320224cf4 req-e960b5f1-8590-437b-adaf-96be518c07e9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Aug 10 12:17:20.639504 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-1d943473-5785-47a7-a345-db4159f094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.641212 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-1d943473-5785-47a7-a345-db4159f094d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0479970 Aug 10 12:17:20.688686 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e677f-95b3-4dc4-8935-0533ed49105d req-71c61f52-f99a-49bf-845d-84aadecd942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.690218 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-71c61f52-f99a-49bf-845d-84aadecd942b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413008 Aug 10 12:17:20.778354 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-039e252a-58c2-487b-baf6-048e3587df7f service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801079 Aug 10 12:17:20.867218 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-586e677f-95b3-4dc4-8935-0533ed49105d req-55073488-b16e-48a3-bac4-389fdf620823 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809581 Aug 10 12:17:20.952515 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469675e5-8161-428f-9a57-ade3f18cd581 req-e4ce7a99-3203-4f23-b7ed-9cd559abaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:20.953934 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-e4ce7a99-3203-4f23-b7ed-9cd559abaf6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1096 time: 0.0398741 Aug 10 12:17:21.042756 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469675e5-8161-428f-9a57-ade3f18cd581 req-2bd1bcf8-9dcf-45bf-8953-4bb507d7a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:21.044177 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-2bd1bcf8-9dcf-45bf-8953-4bb507d7a645 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0822628 Aug 10 12:17:21.085251 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-8be4f347-bbef-493c-9f32-742fd6bf487d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 200 len: 217 time: 0.0328383 Aug 10 12:17:21.132563 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469675e5-8161-428f-9a57-ade3f18cd581 req-43c940a6-813d-4bb8-a149-89bf6862918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:21.133954 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-43c940a6-813d-4bb8-a149-89bf6862918d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0404444 Aug 10 12:17:21.183129 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469675e5-8161-428f-9a57-ade3f18cd581 req-674872ab-3d0c-4605-aa3f-b8df2244d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:21.184586 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-674872ab-3d0c-4605-aa3f-b8df2244d52c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418549 Aug 10 12:17:21.269843 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-910fdf65-fc1d-4972-95a6-dceed0c03ef5 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772355 Aug 10 12:17:21.367594 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-469675e5-8161-428f-9a57-ade3f18cd581 req-9e347768-03d1-421e-80ba-6c01143c47ac service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862329 Aug 10 12:17:21.752001 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb53042-b572-4a1c-b5c3-f1a9e71c170f req-a867dadd-f7fb-443e-b9c8-38348422b9e5 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:21.753511 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fbb53042-b572-4a1c-b5c3-f1a9e71c170f req-a867dadd-f7fb-443e-b9c8-38348422b9e5 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0521104 Aug 10 12:17:21.790316 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-fbb53042-b572-4a1c-b5c3-f1a9e71c170f req-300dcca4-3e67-4f4f-9154-99f523694ea6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305986 Aug 10 12:17:22.905026 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b4b0-85f4-4cad-9f11-4af42e15288b req-9410726c-afae-4d20-879e-035ea30d0acf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:22.906517 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3c5b4b0-85f4-4cad-9f11-4af42e15288b req-9410726c-afae-4d20-879e-035ea30d0acf tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0506077 Aug 10 12:17:22.943396 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-c3c5b4b0-85f4-4cad-9f11-4af42e15288b req-3a21da14-58ae-4669-a6ac-c39a8f370b0c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Aug 10 12:17:24.166627 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da21382-0141-4dc0-822d-95a305ae310e req-127f809d-2f5b-43b4-87bc-4333ceae879e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:24.168104 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2da21382-0141-4dc0-822d-95a305ae310e req-127f809d-2f5b-43b4-87bc-4333ceae879e tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0486941 Aug 10 12:17:24.206255 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2da21382-0141-4dc0-822d-95a305ae310e req-69cf3636-3428-4c2a-a36f-fa047d6a95db tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Aug 10 12:17:25.320936 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d792ba7-12ca-4232-9ee4-a0ccecef6bba req-271b0cc3-f385-4ffc-a46e-fc98b619313f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:25.322321 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7d792ba7-12ca-4232-9ee4-a0ccecef6bba req-271b0cc3-f385-4ffc-a46e-fc98b619313f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0515320 Aug 10 12:17:25.358174 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7d792ba7-12ca-4232-9ee4-a0ccecef6bba req-3f7d31d2-bffb-4560-b57b-2caf670d2ba6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299807 Aug 10 12:17:26.470756 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28233a-05a1-4adf-bc80-6bc8a0527c32 req-1c3fa77c-76f6-47cd-946c-67801e9f8d57 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:26.472136 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c28233a-05a1-4adf-bc80-6bc8a0527c32 req-1c3fa77c-76f6-47cd-946c-67801e9f8d57 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0489342 Aug 10 12:17:26.510376 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-7c28233a-05a1-4adf-bc80-6bc8a0527c32 req-e6c38e24-0bff-4375-b1af-d44e0e2257dd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Aug 10 12:17:26.621488 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:27.624623 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3587f9-c753-4ef3-9697-9a9de8f9072e req-1e64ceaa-d55a-4cd1-a4e0-c8bfa6ac7053 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:27.626175 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6e3587f9-c753-4ef3-9697-9a9de8f9072e req-1e64ceaa-d55a-4cd1-a4e0-c8bfa6ac7053 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 943 time: 0.0497098 Aug 10 12:17:27.668094 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6e3587f9-c753-4ef3-9697-9a9de8f9072e req-b6179906-b1fd-426c-9a88-8957f3b85186 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 Aug 10 12:17:28.062779 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a5273ac5-1f84-40ac-aa9d-664589ab065d details requested by agent hyperv_hv-cinder-80300 with host hv-cinder-80300 {{(pid=93501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:17:28.155100 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:17:28.166442 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Returning: {'device': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'port_id': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'mac_address': 'fa:16:3e:6d:59:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:17:28.205191 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:28.217319 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5273ac5-1f84-40ac-aa9d-664589ab065d {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 12:17:28.236263 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:17:28.239997 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:28.288120 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:28.295047 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.295412 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.295756 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.296634 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.296995 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.297330 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.297661 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.297989 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.298316 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.298645 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.298965 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.299287 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:28.519872 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] get_ports_and_sgs() called for port_ids ['a5273ac5-1f84-40ac-aa9d-664589ab065d'] {{(pid=93501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 12:17:28.784379 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cb468-f526-4c20-bf77-db8b85d59044 req-d226140d-b67d-41cf-829a-6037f7fdeb9a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:28.785883 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3c7cb468-f526-4c20-bf77-db8b85d59044 req-d226140d-b67d-41cf-829a-6037f7fdeb9a tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Aug 10 12:17:28.823189 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-3c7cb468-f526-4c20-bf77-db8b85d59044 req-b383e86f-5606-462c-ab21-e08bc88ea707 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Aug 10 12:17:29.934821 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefa964-c9fa-49b0-bd44-db9427e0c120 req-f61f2abd-2249-4abb-861b-f7ee0b8244e4 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:29.936288 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ebefa964-c9fa-49b0-bd44-db9427e0c120 req-f61f2abd-2249-4abb-861b-f7ee0b8244e4 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 944 time: 0.0476227 Aug 10 12:17:29.973669 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-ebefa964-c9fa-49b0-bd44-db9427e0c120 req-e4c190be-dc5f-4ed4-a527-d44be8aeb01c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Aug 10 12:17:30.100613 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a5273ac5-1f84-40ac-aa9d-664589ab065d up at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:17:30.148994 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning for port a5273ac5-1f84-40ac-aa9d-664589ab065d completed by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 12:17:30.152637 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Provisioning complete for port a5273ac5-1f84-40ac-aa9d-664589ab065d triggered by entity L2. {{(pid=93501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 12:17:30.153036 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1361013'] for port, provisioning_complete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:30.230056 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:30.251785 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:17:30.254034 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da47e52a9da8f8e7af72efc7651bcbe8abac77bf4c282d92b710b4a4c8648394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed9b89-eaff-4602-8ec8-342605798200" -d '{"events": [{"server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "name": "network-vif-plugged", "status": "completed", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:17:30.266507 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:17:30.270381 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:30.295765 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b5770-f821-4ca9-b515-c415bfe0d8ea x-openstack-request-id: req-db7b5770-f821-4ca9-b515-c415bfe0d8ea {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:17:30.296710 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "name": "network-vif-plugged", "status": "completed", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:17:30.296974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db7b5770-f821-4ca9-b515-c415bfe0d8ea {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:17:30.297359 dv-cinder-803000-7-iscsi neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'code': 200} Aug 10 12:17:30.326178 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Pushing event updated for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=5']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:30.510205 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e701d-3dde-4a13-8a62-588af6f23811 req-d84ac964-08ee-4bc7-bda2-7062c59dfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:30.511715 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-dc2e701d-3dde-4a13-8a62-588af6f23811 req-d84ac964-08ee-4bc7-bda2-7062c59dfa28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1098 time: 0.0394747 Aug 10 12:17:30.547068 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-dc2e701d-3dde-4a13-8a62-588af6f23811 req-4cc810e5-57df-4eb5-9cdb-6dcdc6f8b5ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277390 Aug 10 12:17:31.086666 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989452bd-9b22-4e6a-a88e-5951f054ddd1 req-4a50bbbe-5c0c-479e-a215-0240af0acbeb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:31.088140 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-989452bd-9b22-4e6a-a88e-5951f054ddd1 req-4a50bbbe-5c0c-479e-a215-0240af0acbeb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0485895 Aug 10 12:17:31.125825 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-989452bd-9b22-4e6a-a88e-5951f054ddd1 req-6180daad-fc2a-4d8b-a7aa-7b56c90764b3 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Aug 10 12:17:31.328717 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a8e54dc-07a3-48f6-8ef3-61849c35579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:32.242473 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7eeb2-4aeb-4bdd-8986-d959d9290708 req-7557fa8e-fc9c-4aa5-bc8f-1790b623b7eb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:32.243914 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0cf7eeb2-4aeb-4bdd-8986-d959d9290708 req-7557fa8e-fc9c-4aa5-bc8f-1790b623b7eb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Aug 10 12:17:32.279995 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-0cf7eeb2-4aeb-4bdd-8986-d959d9290708 req-f3044ee8-2382-4551-a855-26d96ff559c4 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302787 Aug 10 12:17:32.394296 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc593b-ba15-4ebf-8e88-5fa39ed5683c req-48df8e63-121e-43c3-87ad-51dda1d8d7d2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:32.395785 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6cbc593b-ba15-4ebf-8e88-5fa39ed5683c req-48df8e63-121e-43c3-87ad-51dda1d8d7d2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Aug 10 12:17:32.433240 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-6cbc593b-ba15-4ebf-8e88-5fa39ed5683c req-46f2dc97-d9b1-44bc-a04c-f65f5832b7e9 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Aug 10 12:17:32.456355 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50864) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:17:32.493395 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3fbcf-f7fb-44d8-bfda-c8cf0a777d81 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:32.494999 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-eaa3fbcf-f7fb-44d8-bfda-c8cf0a777d81 tempest-TestVolumeBootPattern-246302607 tempest-TestVolumeBootPattern-246302607-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1093 time: 0.0375576 Aug 10 12:17:32.497507 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50866) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:17:32.502238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.v2.base [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Request body: {'floatingip': {'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'port_id': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 12:17:32.523753 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:32.618212 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:32.716792 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_common [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Allocated IP 172.27.2.188 (9c99a71d-a0b7-4625-b7f7-b48a7938f912/845b2d40-56ef-4f21-a436-51c730ebba90/51cebe47-125b-4d31-887e-f1befbf77338) {{(pid=93499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:17:32.819505 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:32.856493 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766653675502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:32.895351 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Network 9c99a71d-a0b7-4625-b7f7-b48a7938f912 is already hosted by enough agents. {{(pid=93499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:17:32.898179 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.base_scheduler [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Resources bound (agent type, host, resource id): {{(pid=93499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:17:32.901740 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Received port after_create {{(pid=93499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 12:17:32.926471 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=51cebe47-125b-4d31-887e-f1befbf77338,revision_number=1']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:32.940825 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.941176 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.941519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.941854 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.942183 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.942512 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.942841 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.943168 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.943491 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.943813 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.944134 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:32.944459 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:17:33.255831 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:33.320757 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431357'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:33.471078 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:33.475684 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766654065053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766653675780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766653675798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4273551'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:33.550710 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event updated for resources: {'Port': ['ID=51cebe47-125b-4d31-887e-f1befbf77338,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:17:33.555685 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693635'] for floatingip, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:33.651313 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 511a2b1b-1e29-4ad9-9664-fdffcf467505 associated. External IP: 172.27.2.188, port: a5273ac5-1f84-40ac-aa9d-664589ab065d. Aug 10 12:17:34.051005 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:34.112675 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:17:34.215214 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:17:34.225210 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:17:34.230981 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:34.234956 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:17:34.235588 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:17:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:17:34.260683 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-7631194e-c157-4059-a7c8-77fd96168cb6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7621744 Aug 10 12:17:34.261454 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:17:34.263738 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cfb92b-df99-441a-9364-1274eaab2774" -d '{"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:17:34.301708 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-022f051c-1ece-4c5b-b0e3-0746ad5c4484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:34.357692 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:17:34.359533 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f170136f-cf68-4b7e-a608-543776fd1360 x-openstack-request-id: req-f170136f-cf68-4b7e-a608-543776fd1360 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:17:34.359863 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:17:34.360114 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f170136f-cf68-4b7e-a608-543776fd1360 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:17:34.360503 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'status': 'completed', 'code': 200} Aug 10 12:17:34.423013 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-a3fe0229-6bee-469e-8068-a27796d83f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:34.424593 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-a3fe0229-6bee-469e-8068-a27796d83f18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1098 time: 0.0413055 Aug 10 12:17:34.520617 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-ed5129f9-36f8-47ef-87c9-00db9f8b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:34.522321 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-ed5129f9-36f8-47ef-87c9-00db9f8b50dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0859888 Aug 10 12:17:34.582570 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}, {'id': '511a2b1b-1e29-4ad9-9664-fdffcf467505', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:6d:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383890f2-a67c-421b-9707-42eece9a7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:17:33Z', 'updated_at': '2021-08-10T12:17:33Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:17:34.587521 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-2f86572b-4164-413c-9165-a39bd9214577 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 200 len: 999 time: 0.0578048 Aug 10 12:17:34.607986 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:17:34.615984 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:17:34.616591 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:17:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:17:34.637899 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-0cf837ea-9539-48c1-8e01-59b8f63b4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:34.639927 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-0cf837ea-9539-48c1-8e01-59b8f63b4136 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0432799 Aug 10 12:17:34.689163 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-fa83e502-27c1-43a6-b611-8f60ee898160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:17:34.690649 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-fa83e502-27c1-43a6-b611-8f60ee898160 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427735 Aug 10 12:17:34.721162 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:17:34.778359 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-ec9e148f-aef2-4e99-8565-9bb6792352f0 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Aug 10 12:17:34.948349 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}, {'id': '511a2b1b-1e29-4ad9-9664-fdffcf467505', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:6d:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383890f2-a67c-421b-9707-42eece9a7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:17:33Z', 'updated_at': '2021-08-10T12:17:33Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:17:34.975602 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17234dc4-a743-4880-a1fd-c1910e65c0a7 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}, {'id': '511a2b1b-1e29-4ad9-9664-fdffcf467505', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:6d:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383890f2-a67c-421b-9707-42eece9a7db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:17:33Z', 'updated_at': '2021-08-10T12:17:33Z', 'revision_number': 0, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:17:35.132137 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-f5cfb92b-df99-441a-9364-1274eaab2774 req-c3827800-daea-4d38-837b-474c94db2e2e service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459322 Aug 10 12:17:35.278809 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377756f-124d-4118-a056-7e703527b297 None None] New status for floating IP 511a2b1b-1e29-4ad9-9664-fdffcf467505: ACTIVE {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:17:36.001325 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:37.026230 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:17:50.162264 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:17:56.626827 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:01.329911 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec31f36d-d686-4a46-a1da-35c82a451bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:04.052153 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:04.292648 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c3bacde-e192-46a3-8a82-6804eaa36fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:05.805278 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-f61f6e95-0ee5-4bae-9d6e-c10c32af5e8b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398638 Aug 10 12:18:05.885763 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-d84741e9-312f-4411-b700-6f7e69f646b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:18:05.887300 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-d84741e9-312f-4411-b700-6f7e69f646b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0384941 Aug 10 12:18:05.989441 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-41578f6a-71a3-41ac-a40c-46e1537f659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:18:05.990914 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-41578f6a-71a3-41ac-a40c-46e1537f659d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0848997 Aug 10 12:18:06.004634 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:06.055834 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-9185bf6f-c1f7-49dd-9063-5f06fde98f7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 1001 time: 0.0577171 Aug 10 12:18:06.103066 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-364a94fc-5b7c-4db6-8437-dbe9a160370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:18:06.104153 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-364a94fc-5b7c-4db6-8437-dbe9a160370c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0420194 Aug 10 12:18:06.151672 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-fb01c467-c129-477c-801c-736cd26d9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:18:06.153202 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-fb01c467-c129-477c-801c-736cd26d9a18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423062 Aug 10 12:18:06.241737 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-d8b7304a-4b1e-4bb0-bd78-1861753591d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806496 Aug 10 12:18:06.331915 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-9935638e-d6cb-4238-aa49-0af752e8f279 req-8443a0d9-8ce8-41e8-b890-e6f4efc90d3e service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Aug 10 12:18:07.028070 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:26.625522 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:27.154814 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:18:31.329983 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-768fbb13-74e1-44a5-bb93-61af502e9639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:34.052607 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:34.293080 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96eb4459-07f5-4e29-a109-6550925b7e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:36.006835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:37.031940 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:18:56.625893 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:01.330060 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57b4660f-0edd-4531-a591-a9a148521478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:01.781701 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50908) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:01.934537 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port 51cebe47-125b-4d31-887e-f1befbf77338 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:01.934881 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.005075 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.005401 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.016331 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for 51cebe47-125b-4d31-887e-f1befbf77338 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:02.160636 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.185628 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=51cebe47-125b-4d31-887e-f1befbf77338,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:02.197171 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.197525 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.197865 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.198201 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.198529 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.198878 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.199185 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.199509 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.199833 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.200154 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.200479 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.200824 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:02.259288 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.259669 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 511a2b1b-1e29-4ad9-9664-fdffcf467505 disassociated (deleted). External IP: 172.27.2.188, port: a5273ac5-1f84-40ac-aa9d-664589ab065d. Aug 10 12:19:02.475847 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:19:02.582435 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:19:02.587823 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:02.592469 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:19:02.601909 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:02.602525 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:18:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:02.616495 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-0a296499-b490-47c0-a8c6-33a7e82532a7 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "DELETE /v2.0/floatingips/511a2b1b-1e29-4ad9-9664-fdffcf467505 HTTP/1.1" status: 204 len: 168 time: 0.8337126 Aug 10 12:19:02.617129 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:19:02.619593 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:19:02.658016 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a684b-5688-4b37-b3ae-39a864fc2109 x-openstack-request-id: req-ba9a684b-5688-4b37-b3ae-39a864fc2109 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:19:02.658309 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:19:02.658566 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba9a684b-5688-4b37-b3ae-39a864fc2109 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:19:02.658979 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'status': 'completed', 'code': 200} Aug 10 12:19:02.721280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-51a7a124-222d-4c76-bdd9-dd56766a09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:02.722795 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-51a7a124-222d-4c76-bdd9-dd56766a09f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 1098 time: 0.0417788 Aug 10 12:19:02.723722 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:02.839587 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-1017a654-3b10-4083-a09a-4cbf2e45e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:02.841108 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-1017a654-3b10-4083-a09a-4cbf2e45e6ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0996401 Aug 10 12:19:02.856292 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147284-c060-4a8e-b356-1c89efd2be6c req-d8858cc5-92f8-4ae4-97ac-b38b7b0daacb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:02.857995 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c147284-c060-4a8e-b356-1c89efd2be6c req-d8858cc5-92f8-4ae4-97ac-b38b7b0daacb tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Aug 10 12:19:02.891839 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-afae03b1-35ae-4568-bd03-57b98a4c3a77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 200 len: 217 time: 0.0390573 Aug 10 12:19:02.900296 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-4c147284-c060-4a8e-b356-1c89efd2be6c req-c7becdc7-5430-4837-8617-8984d8e7b425 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360491 Aug 10 12:19:02.945411 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-12d826c1-aee3-4f72-881d-5fa1c29aee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:02.946903 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-12d826c1-aee3-4f72-881d-5fa1c29aee70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0465851 Aug 10 12:19:02.995246 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-68133cb1-db2a-4a31-802e-c9c38b137c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:02.997306 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-68133cb1-db2a-4a31-802e-c9c38b137c5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424228 Aug 10 12:19:03.078731 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:03.091724 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-c7b5a123-8393-4f76-8b3f-a4207fb17ac3 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Aug 10 12:19:03.105935 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:19:03.115327 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:03.115938 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:18:34Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:03.186605 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-68a3f11a-2da6-4a63-8d73-3a3be116fdb7 req-16438092-2955-46d3-8af9-5bdeaf2cf49c service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Aug 10 12:19:03.225084 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:03.447736 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:03.473086 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28202c2-8d52-412b-bffb-02bf17396c6c None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_floatingips': [{'id': '1fdffa4e-5568-40fd-a541-913718290736', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'router_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'port_id': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'mac_address': 'fa:16:3e:98:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T12:15:29Z', 'updated_at': '2021-08-10T12:15:31Z', 'revision_number': 1, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:19:03.683276 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d434d0-292d-4f91-ae03-f53eb8861caa None None] New status for floating IP 511a2b1b-1e29-4ad9-9664-fdffcf467505: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:19:04.032234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d738b-3643-49c3-861d-12e20ad31302 req-38b3dbf8-bfe7-45de-8b8c-797cd02bf0d6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:04.034406 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-501d738b-3643-49c3-861d-12e20ad31302 req-38b3dbf8-bfe7-45de-8b8c-797cd02bf0d6 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Aug 10 12:19:04.062257 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.079203 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-501d738b-3643-49c3-861d-12e20ad31302 req-19a571e8-0172-4e31-8951-0058d8e2b5bd tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 Aug 10 12:19:04.159105 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:19:04.294010 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c72c505-d2fc-4790-9b80-929bafeef4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.430675 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-7e5a265b-bdc0-41e1-a12d-b21f70b02809 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:04.432129 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-7e5a265b-bdc0-41e1-a12d-b21f70b02809 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 945 time: 0.0523002 Aug 10 12:19:04.516748 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port a5273ac5-1f84-40ac-aa9d-664589ab065d {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:04.517114 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.604612 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] For port a5273ac5-1f84-40ac-aa9d-664589ab065d, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a5273ac5-1f84-40ac-aa9d-664589ab065d,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:04.604936 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.617824 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for a5273ac5-1f84-40ac-aa9d-664589ab065d owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:04.738466 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.770347 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=a5273ac5-1f84-40ac-aa9d-664589ab065d,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:04.798867 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.800016 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.800510 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.801004 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.801467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.801806 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.802133 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.802459 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.803041 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.803367 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.803691 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.804010 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:04.823740 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] No DVR routers for this DVR port a5273ac5-1f84-40ac-aa9d-664589ab065d on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:19:04.826140 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:04.828153 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-8c06beb0-44f0-45ef-8ddf-ef6bc307f1a5 req-0be20c51-cee9-4191-ba4f-ed281a9c1e35 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "DELETE /v2.0/ports/a5273ac5-1f84-40ac-aa9d-664589ab065d HTTP/1.1" status: 204 len: 173 time: 0.3895516 Aug 10 12:19:04.828980 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'name': 'network-vif-deleted', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:19:04.831871 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71acb139-84f6-4cd7-84d5-173d20b9b1f2" -d '{"events": [{"server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "name": "network-vif-deleted", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:19:04.867951 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80225e4-7744-48e5-ab16-9a1330bd38e3 x-openstack-request-id: req-b80225e4-7744-48e5-ab16-9a1330bd38e3 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:19:04.868302 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383890f2-a67c-421b-9707-42eece9a7db6", "name": "network-vif-deleted", "tag": "a5273ac5-1f84-40ac-aa9d-664589ab065d", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:19:04.868611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b80225e4-7744-48e5-ab16-9a1330bd38e3 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:19:04.869050 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383890f2-a67c-421b-9707-42eece9a7db6', 'name': 'network-vif-deleted', 'tag': 'a5273ac5-1f84-40ac-aa9d-664589ab065d', 'status': 'completed', 'code': 200} Aug 10 12:19:05.187515 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-226be64d-a190-42d0-8468-dcc87536a8d7 req-a1cf5e77-cc55-4d16-be7c-a66b3769ef3f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 210 time: 0.0376875 Aug 10 12:19:05.243372 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-d7b550bb-2122-4447-b827-d17f985ca1d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=383890f2-a67c-421b-9707-42eece9a7db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298595 Aug 10 12:19:05.291751 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-656f27cc-e17f-4659-8da6-464afddd7b7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=383890f2-a67c-421b-9707-42eece9a7db6 HTTP/1.1" status: 200 len: 210 time: 0.0255609 Aug 10 12:19:05.402921 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-9a3271fe-6ea4-4484-9a16-ee3b6eb7ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:05.404408 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-9a3271fe-6ea4-4484-9a16-ee3b6eb7ee29 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7cf4f74b2105451b8663a5cabff097a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0931311 Aug 10 12:19:05.496916 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-76f08831-413f-4fbe-9423-438475274508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:05.498390 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c4a3a996-e1ef-4b6a-99c9-6b3f30ecf454 req-76f08831-413f-4fbe-9423-438475274508 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0868456 Aug 10 12:19:06.011175 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:07.035269 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.451573 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50954) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:08.609152 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port 5a5108bf-e664-4d28-9533-3b98ee35a661 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:08.609498 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.626324 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a5273ac5-1f84-40ac-aa9d-664589ab065d no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:08.646710 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: a5273ac5-1f84-40ac-aa9d-664589ab065d {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:08.647054 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a5273ac5-1f84-40ac-aa9d-664589ab065d not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:08.682698 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.683025 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.694722 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for 5a5108bf-e664-4d28-9533-3b98ee35a661 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:08.837403 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.864807 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=5a5108bf-e664-4d28-9533-3b98ee35a661,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:08.930640 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:08.931034 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.db.l3_db [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Floating IP 1fdffa4e-5568-40fd-a541-913718290736 disassociated (deleted). External IP: 172.27.2.34, port: a1ba5aa5-91e5-4906-be4d-407c973f7647. Aug 10 12:19:09.136220 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:19:09.245787 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:19:09.250534 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:09.255549 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:19:09.264321 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:09.264964 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:09.281013 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-b39abc12-2d4d-4f20-99db-ace7756ff590 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "DELETE /v2.0/floatingips/1fdffa4e-5568-40fd-a541-913718290736 HTTP/1.1" status: 204 len: 168 time: 0.8283043 Aug 10 12:19:09.281606 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647'}] {{(pid=93499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:19:09.284559 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10e346d3703fb60378abefec914842b037009b732a912a7d2e3791cb4f60546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3e780-727d-4c65-96d1-bf5cafb91897" -d '{"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647"}]}' {{(pid=93499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:19:09.321758 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7379da4-7d13-4c82-9706-6d24a1964692 x-openstack-request-id: req-d7379da4-7d13-4c82-9706-6d24a1964692 {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:19:09.322043 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647", "status": "completed", "code": 200}]} {{(pid=93499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:19:09.322303 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7379da4-7d13-4c82-9706-6d24a1964692 {{(pid=93499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:19:09.322729 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'status': 'completed', 'code': 200} Aug 10 12:19:09.373402 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:09.392232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-81ee2f4c-caea-497d-9c3f-7096568c3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:09.393979 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-81ee2f4c-caea-497d-9c3f-7096568c3c6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7cf4f74b2105451b8663a5cabff097a2&device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 1099 time: 0.0463936 Aug 10 12:19:09.490010 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-42785f32-ecf5-4744-b9e0-4e0fe94af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:09.491569 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-42785f32-ecf5-4744-b9e0-4e0fe94af097 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 200 len: 914 time: 0.0866046 Aug 10 12:19:09.512943 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50554dea-7085-44be-aa8c-08f72324f91e req-e1827ec3-af3e-463a-bdd0-fcc91b1734e2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:09.514503 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50554dea-7085-44be-aa8c-08f72324f91e req-e1827ec3-af3e-463a-bdd0-fcc91b1734e2 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0509114 Aug 10 12:19:09.543411 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-5c5e9f0a-2f6f-4767-b123-f806f2def37d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 200 len: 217 time: 0.0426297 Aug 10 12:19:09.556083 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-50554dea-7085-44be-aa8c-08f72324f91e req-a35154d7-0a50-4dba-ac0d-4d7afd05665c tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Aug 10 12:19:09.588669 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:09.594474 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-3d79d65f-603c-4b76-9569-9cf730c2958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:09.595974 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-3d79d65f-603c-4b76-9569-9cf730c2958c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 200 len: 851 time: 0.0442567 Aug 10 12:19:09.614782 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:19:09.622942 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:09.623633 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:09.644946 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-96c77563-f858-41ff-a0b3-05b6f38660fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:09.646432 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-96c77563-f858-41ff-a0b3-05b6f38660fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410886 Aug 10 12:19:09.727069 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:09.737705 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-46ecabbc-239f-4fe8-85f4-46a010fad76f service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832605 Aug 10 12:19:09.832737 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-c1d3e780-727d-4c65-96d1-bf5cafb91897 req-dc2df242-9b65-4174-b68b-7840feca9450 service neutron] 10.222.0.66 "GET /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Aug 10 12:19:09.923739 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:09.949102 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d9b31-6c1c-4ce1-85f7-664396a1e57f None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:18Z', 'revision_number': 4, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi', '_interfaces': [{'id': '1d24e446-1721-4e3a-b709-c6f4c97da0e8', 'name': '', 'network_id': '0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'mac_address': 'fa:16:3e:88:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:18Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'subnets': [{'id': '842f69bc-5a40-4146-bf5d-222e4a2ef61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:19:10.148891 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88244a29-c69b-4bee-8cbb-5b9deb08fae7 None None] New status for floating IP 1fdffa4e-5568-40fd-a541-913718290736: DOWN {{(pid=93502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 12:19:10.672935 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564695f-94f2-4807-8443-1c7bb0e4c1dd req-19891f74-96e6-4a60-aed9-22032887f199 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:10.675114 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2564695f-94f2-4807-8443-1c7bb0e4c1dd req-19891f74-96e6-4a60-aed9-22032887f199 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0475891 Aug 10 12:19:10.711205 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-2564695f-94f2-4807-8443-1c7bb0e4c1dd req-af592f4c-bdb1-45f6-9696-c3f0cf52b3ac tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/security-groups?id=e0e149ad-4f4c-4325-bb5b-514d2b2cd604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299549 Aug 10 12:19:11.065104 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c234-431e-4405-9442-686c6c90645c req-b86cd4e7-d660-49cf-a794-a4a649c72254 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 12:19:11.066541 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5798c234-431e-4405-9442-686c6c90645c req-b86cd4e7-d660-49cf-a794-a4a649c72254 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 946 time: 0.0477307 Aug 10 12:19:11.159349 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port a1ba5aa5-91e5-4906-be4d-407c973f7647 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:11.159689 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:11.242873 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] For port a1ba5aa5-91e5-4906-be4d-407c973f7647, host hv-cinder-80300, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80300',level=0,port_id=a1ba5aa5-91e5-4906-be4d-407c973f7647,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:11.243232 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:11.255961 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for a1ba5aa5-91e5-4906-be4d-407c973f7647 owned by compute:nova {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:11.381220 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:11.406589 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=a1ba5aa5-91e5-4906-be4d-407c973f7647,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:11.452156 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] No DVR routers for this DVR port a1ba5aa5-91e5-4906-be4d-407c973f7647 on host hv-cinder-80300 {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:19:11.454624 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for port, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:11.456631 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [req-5798c234-431e-4405-9442-686c6c90645c req-5c60c02d-db0c-4238-971e-7c21236a5b41 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.66 "DELETE /v2.0/ports/a1ba5aa5-91e5-4906-be4d-407c973f7647 HTTP/1.1" status: 204 len: 173 time: 0.3820310 Aug 10 12:19:11.457097 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'name': 'network-vif-deleted', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647'}] {{(pid=93500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 12:19:11.459303 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289f2ceab937ba47ca70c4bb06db893a6caa441ab958f58282257a129c4d6dc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaff1e34-a2a2-4656-87ea-55b1d369a050" -d '{"events": [{"server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "name": "network-vif-deleted", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647"}]}' {{(pid=93500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:19:11.496484 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef915e34-5685-452e-aec8-2cad62f95462 x-openstack-request-id: req-ef915e34-5685-452e-aec8-2cad62f95462 {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:19:11.496766 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626f64ab-1a5d-4398-917d-52c7c8104b5c", "name": "network-vif-deleted", "tag": "a1ba5aa5-91e5-4906-be4d-407c973f7647", "status": "completed", "code": 200}]} {{(pid=93500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:19:11.497045 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef915e34-5685-452e-aec8-2cad62f95462 {{(pid=93500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:19:11.497436 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626f64ab-1a5d-4398-917d-52c7c8104b5c', 'name': 'network-vif-deleted', 'tag': 'a1ba5aa5-91e5-4906-be4d-407c973f7647', 'status': 'completed', 'code': 200} Aug 10 12:19:11.820817 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [req-d8e56a11-1a2f-4dbd-9a17-774b9da92acb req-80fc60e1-2193-4044-96be-18bc3c7596b3 tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "GET /v2.0/ports?device_id=626f64ab-1a5d-4398-917d-52c7c8104b5c HTTP/1.1" status: 200 len: 210 time: 0.0271692 Aug 10 12:19:12.876474 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50970) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:12.994000 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Deleting port 493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:12.994341 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.068242 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.068557 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.079429 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Calling delete_port for 493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80 owned by network:floatingip {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:13.211054 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.237100 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'Port': ['ID=493ed3c3-98a6-4bfb-91fc-b3fbcda8aa80,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:13.295407 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.298109 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170288'] for floatingip, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:13.299281 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-d7333052-57d3-4b73-8e1a-1750e88ded6f tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "DELETE /v2.0/floatingips/80710bf0-0b8a-4942-b7b4-290df04358c5 HTTP/1.1" status: 204 len: 168 time: 0.4218199 Aug 10 12:19:14.498519 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50982) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:14.575677 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:14.608234 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:14.658089 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a1ba5aa5-91e5-4906-be4d-407c973f7647 no longer exists at agent hyperv_hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:14.681410 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] No Port match for: a1ba5aa5-91e5-4906-be4d-407c973f7647 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:14.681861 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Device a1ba5aa5-91e5-4906-be4d-407c973f7647 not bound to the agent host hv-cinder-80300 {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:14.684114 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:14.687502 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:14.688740 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] 10.222.0.64 "DELETE /v2.0/security-groups/e0e149ad-4f4c-4325-bb5b-514d2b2cd604 HTTP/1.1" status: 204 len: 168 time: 0.1892250 Aug 10 12:19:14.699138 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242929fd-c12e-4385-a815-0daa8e183ede tempest-TestVolumeBootPattern-402827295 tempest-TestVolumeBootPattern-402827295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e149ad-4f4c-4325-bb5b-514d2b2cd604,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:14.743063 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50986) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:15.313078 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:15.543436 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Deleting port 1d24e446-1721-4e3a-b709-c6f4c97da0e8 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:15.543774 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:15.625933 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] For port 1d24e446-1721-4e3a-b709-c6f4c97da0e8, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=1d24e446-1721-4e3a-b709-c6f4c97da0e8,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:15.626290 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:15.638666 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Calling delete_port for 1d24e446-1721-4e3a-b709-c6f4c97da0e8 owned by network:router_interface {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:15.809399 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:15.836409 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d24e446-1721-4e3a-b709-c6f4c97da0e8,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:15.995573 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:16.200171 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:19:16.300276 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:19:16.305426 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-087fef24-1401-41c3-b645-3aff05ec6615 admin admin] 10.222.0.64 "PUT /v2.0/routers/32c92cbd-e0d5-46ec-8da1-c7576a79f393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610673 Aug 10 12:19:16.307958 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50990) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:16.310599 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Sync routers for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:19:16.321526 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:16.322138 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:16.428883 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:16.614616 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:19:15Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:16.640961 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Checking router: 32c92cbd-e0d5-46ec-8da1-c7576a79f393 for host: dv-cinder-803000-7-iscsi {{(pid=93501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:19:16.650227 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Routers {'32c92cbd-e0d5-46ec-8da1-c7576a79f393'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:16.650841 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'], 'active': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:16.656557 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks [] for router, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:16.752391 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvr_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] Set router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:16.755213 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:16.805698 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Deleting port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:16.806039 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:16.884694 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] For port ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:16.885438 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:16.897381 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Calling delete_port for ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 owned by network:router_gateway {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:16.927524 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_hamode_db [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:19:15Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:16.956703 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a478e-7484-4614-ada5-b72491afafc3 None None] The sync data for ids ['32c92cbd-e0d5-46ec-8da1-c7576a79f393'] in dv-cinder-803000-7-iscsi is: [{'id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'name': 'tempest-TestVolumeBootPattern-1165494711-router', 'tenant_id': '7cf4f74b2105451b8663a5cabff097a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:19:15Z', 'revision_number': 5, 'project_id': '7cf4f74b2105451b8663a5cabff097a2', 'gw_port': {'id': 'ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c92cbd-e0d5-46ec-8da1-c7576a79f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:16Z', 'updated_at': '2021-08-10T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}] {{(pid=93501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:19:17.057372 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.083129 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:17.139446 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.226523 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.228580 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.273493 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.274015 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c92cbd-e0d5-46ec-8da1-c7576a79f393 {{(pid=93500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:19:17.278280 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] Notify callbacks [] for router, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.279517 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-ca362bfd-094a-44cb-bf66-0ce4c6495810 admin admin] 10.222.0.64 "DELETE /v2.0/routers/32c92cbd-e0d5-46ec-8da1-c7576a79f393 HTTP/1.1" status: 204 len: 168 time: 0.9706507 Aug 10 12:19:17.282036 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50992) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:17.328931 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.db_base_plugin_v2 [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Deleting subnet 842f69bc-5a40-4146-bf5d-222e4a2ef61a {{(pid=93500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:19:17.332121 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.371278 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6826200'] for subnet, precommit_delete_associations {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.414190 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 1d24e446-1721-4e3a-b709-c6f4c97da0e8 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:17.434605 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 1d24e446-1721-4e3a-b709-c6f4c97da0e8 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:17.435030 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 1d24e446-1721-4e3a-b709-c6f4c97da0e8 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:17.456706 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.510491 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4455080'] for subnet, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.537664 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842f69bc-5a40-4146-bf5d-222e4a2ef61a,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:17.541202 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for subnet, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.543091 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-124c3538-44fb-442e-9d2d-328651ac4b49 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/842f69bc-5a40-4146-bf5d-222e4a2ef61a HTTP/1.1" status: 204 len: 168 time: 0.2600725 Aug 10 12:19:17.545545 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 50994) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:17.548627 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1009afe-3b9e-44df-baa1-39cfcfd15e54 None None] Network 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:19:17.618611 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.683615 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Deleting port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:17.683963 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.743937 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] For port a3d521a9-5f2b-490d-a065-d6ef1cf50a52, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,segment=NetworkSegment(e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb),segment_id=e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:17.744292 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.756415 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Calling delete_port for a3d521a9-5f2b-490d-a065-d6ef1cf50a52 owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:17.835191 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.861112 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d521a9-5f2b-490d-a065-d6ef1cf50a52,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:17.862820 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] No DVR routers for this DVR port a3d521a9-5f2b-490d-a065-d6ef1cf50a52 on host dv-cinder-803000-7-iscsi {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:19:17.932433 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.942948 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:17.958301 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:17.958554 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f219b91-39c9-4cb4-9966-006d1d185cc5 None None] DHCP port deletion for 0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:19:17.958732 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aaa9ab-0e35-436c-8ba5-0ce9192ed4cb') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:17.968155 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.981794 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.987415 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:19:17.987849 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:19:17.989632 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:19:18.042529 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.047762 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.049783 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4 HTTP/1.1" status: 204 len: 168 time: 0.5032442 Aug 10 12:19:18.053061 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50996) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:18.060657 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfcb2b-a208-412c-8cf3-0c05a7693165 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c14054c-716a-4f1f-8ffc-3bd10dbe5ae4,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:18.380240 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586883'] for router_interface, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.608897 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Deleting port c92a12a5-b545-4aaf-a78a-a9f4b2c26496 {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:18.609235 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.687472 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] For port c92a12a5-b545-4aaf-a78a-a9f4b2c26496, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:18.687836 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.700492 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Calling delete_port for c92a12a5-b545-4aaf-a78a-a9f4b2c26496 owned by network:router_interface {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:18.874155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:18.896155 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92a12a5-b545-4aaf-a78a-a9f4b2c26496,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:19.063887 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693043'] for router_interface, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:19.237953 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a3d521a9-5f2b-490d-a065-d6ef1cf50a52 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:19.387058 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: a3d521a9-5f2b-490d-a065-d6ef1cf50a52 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:19.387308 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device a3d521a9-5f2b-490d-a065-d6ef1cf50a52 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:19.387729 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:19.405646 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:19.405983 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device ddb215ae-0ce2-45b7-9192-9c9d7ec3f9f6 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:19.550281 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 has already been hosted by L3 agent a3220542-bebf-47a1-b50e-8e4ee03cfbe3 {{(pid=93499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 12:19:19.650782 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] Notify agent at l3_agent.dv-cinder-803000-7-iscsi the message routers_updated {{(pid=93499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:19:19.655579 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-dcfd7d6e-dd5e-492d-a835-ac3f1d7bd5a5 admin admin] 10.222.0.64 "PUT /v2.0/routers/88f002f4-bdcf-403d-bdf4-7588c06f6ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014287 Aug 10 12:19:19.658659 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 50998) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:19.661187 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Sync routers for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:19:19.670157 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:19.670822 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:19.758323 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks [] for router, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:19.773677 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: dv-cinder-803000-7-iscsi {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:19.858225 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:19.910955 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Deleting port 935dc5a6-8406-459f-bc91-c5d8fb02443e {{(pid=93499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:19.911213 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:19.944145 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'external_fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:19:18Z', 'revision_number': 5, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port': {'id': '935dc5a6-8406-459f-bc91-c5d8fb02443e', 'name': '', 'network_id': '9c99a71d-a0b7-4625-b7f7-b48a7938f912', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803000-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T12:12:21Z', 'updated_at': '2021-08-10T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '845b2d40-56ef-4f21-a436-51c730ebba90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803000-7-iscsi'}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:19.971248 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Checking router: 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 for host: dv-cinder-803000-7-iscsi {{(pid=93502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:19:19.979341 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Routers {'88f002f4-bdcf-403d-bdf4-7588c06f6ed2'} bound to L3 agent in host dv-cinder-803000-7-iscsi {{(pid=93502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 12:19:19.979933 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803000-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T11:57:04Z,description=,heartbeat_timestamp=2021-08-10T12:19:04Z,host='dv-cinder-803000-7-iscsi',id=a3220542-bebf-47a1-b50e-8e4ee03cfbe3,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T11:57:04Z,topic='l3_agent')) {'router_ids': ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'], 'active': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:19.991473 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] For port 935dc5a6-8406-459f-bc91-c5d8fb02443e, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=935dc5a6-8406-459f-bc91-c5d8fb02443e,segment=NetworkSegment(7c366aaf-3bed-4e09-aa2e-922d0fabfb36),segment_id=7c366aaf-3bed-4e09-aa2e-922d0fabfb36)] {{(pid=93499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:19.991837 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.004282 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.plugin [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Calling delete_port for 935dc5a6-8406-459f-bc91-c5d8fb02443e owned by network:router_gateway {{(pid=93499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:20.061940 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_dvr_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] Set router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 gateway port host: None {{(pid=93502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 12:19:20.116074 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.l3_hamode_db [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:19:19Z', 'revision_number': 6, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port_host': None}], 'dv-cinder-803000-7-iscsi', False) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:20.142149 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed07019-96d0-466e-9464-e3b2d855e822 None None] The sync data for ids ['88f002f4-bdcf-403d-bdf4-7588c06f6ed2'] in dv-cinder-803000-7-iscsi is: [{'id': '88f002f4-bdcf-403d-bdf4-7588c06f6ed2', 'name': 'tempest-TestVolumeBootPattern-1705458580-router', 'tenant_id': '8c02a29ba57247baa342ac6c1bd51432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T12:12:20Z', 'updated_at': '2021-08-10T12:19:19Z', 'revision_number': 6, 'project_id': '8c02a29ba57247baa342ac6c1bd51432', 'gw_port_host': None}] {{(pid=93502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:19:20.173427 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4273524'] for port, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.199384 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Pushing event deleted for resources: {'Port': ['ID=935dc5a6-8406-459f-bc91-c5d8fb02443e,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:20.257639 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693717'] for router_gateway, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.346914 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105864'] for router, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.349189 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.390149 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691512'] for router, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.390768 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f002f4-bdcf-403d-bdf4-7588c06f6ed2 {{(pid=93499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:19:20.395818 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] Notify callbacks [] for router, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.396981 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-43a92351-713b-4320-b362-8817d888b80e admin admin] 10.222.0.64 "DELETE /v2.0/routers/88f002f4-bdcf-403d-bdf4-7588c06f6ed2 HTTP/1.1" status: 204 len: 168 time: 0.7374160 Aug 10 12:19:20.399430 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 51000) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:20.442410 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Deleting subnet 2f7f3a3e-cfa1-4145-b66a-80890715d455 {{(pid=93499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 12:19:20.445359 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.478238 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6915625'] for subnet, precommit_delete_associations {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.562243 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399955'] for subnet, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.614816 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4273473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621315'] for subnet, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.638125 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7f3a3e-cfa1-4145-b66a-80890715d455,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:20.643724 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.645645 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-4d6944be-d652-4a61-a0b5-008930f423bd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f7f3a3e-cfa1-4145-b66a-80890715d455 HTTP/1.1" status: 204 len: 168 time: 0.2453086 Aug 10 12:19:20.648467 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [-] (93500) accepted ('10.222.0.64', 51002) {{(pid=93500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:20.650000 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5274e4-87ae-450a-a56b-1b683833fe61 None None] Network 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 requested from dv-cinder-803000-7-iscsi {{(pid=93501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 12:19:20.718006 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1465435'] for network, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.770830 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Deleting port 5230c4fb-c6bf-4484-b20e-9a7be351381f {{(pid=93500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:20.771176 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.832004 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.db [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] For port 5230c4fb-c6bf-4484-b20e-9a7be351381f, host dv-cinder-803000-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803000-7-iscsi',level=0,port_id=5230c4fb-c6bf-4484-b20e-9a7be351381f,segment=NetworkSegment(632d7ae0-47c3-429b-b523-d374cb2c3038),segment_id=632d7ae0-47c3-429b-b523-d374cb2c3038)] {{(pid=93500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:20.832306 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.844520 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Calling delete_port for 5230c4fb-c6bf-4484-b20e-9a7be351381f owned by network:dhcp {{(pid=93500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:20.890487 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016259e-f270-449d-a23c-e673025c8705 None None] DHCP port deletion for 40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 request from dv-cinder-803000-7-iscsi {{(pid=93501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 12:19:20.927995 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369224'] for port, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.941544 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Deleting port 5230c4fb-c6bf-4484-b20e-9a7be351381f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 12:19:20.942169 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766654059313'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:20.951997 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Pushing event deleted for resources: {'Port': ['ID=5230c4fb-c6bf-4484-b20e-9a7be351381f,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:20.959523 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] No DVR routers for this DVR port 5230c4fb-c6bf-4484-b20e-9a7be351381f on host dv-cinder-803000-7-iscsi {{(pid=93500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:19:21.004698 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0016259e-f270-449d-a23c-e673025c8705 None None] For port 5230c4fb-c6bf-4484-b20e-9a7be351381f, host dv-cinder-803000-7-iscsi, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:19:21.005095 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696497'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.017871 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Calling delete_port for 5230c4fb-c6bf-4484-b20e-9a7be351381f owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 12:19:21.021007 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Port 5230c4fb-c6bf-4484-b20e-9a7be351381f was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 12:19:21.022355 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766654065035', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766653675511'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.029892 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400090', 'neutron.services.segments.db._delete_segments_for_network-8766654152304'] for network, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.040116 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b0ca8c-edb5-4cd1-9e93-0d75428c5d03']}} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:21.052021 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Pushing event deleted for resources: {'Port': ['ID=5230c4fb-c6bf-4484-b20e-9a7be351381f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:21.054664 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016259e-f270-449d-a23c-e673025c8705 None None] No DVR routers for this DVR port 5230c4fb-c6bf-4484-b20e-9a7be351381f on host dv-cinder-803000-7-iscsi {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 12:19:21.056723 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632d7ae0-47c3-429b-b523-d374cb2c3038') {'for_net_delete': True} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:21.057064 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.services.segments.db [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632d7ae0-47c3-429b-b523-d374cb2c3038') {} {{(pid=93500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:19:21.067554 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.067758 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766654156153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6826145'] for segment, before_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.067889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.068236 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.068517 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.069268 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.069610 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.070243 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.070583 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.070920 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.071505 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.071835 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.072158 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016259e-f270-449d-a23c-e673025c8705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803000-7-iscsi {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:19:21.084583 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295'] for segment, precommit_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.091081 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=93500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:19:21.091500 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4369303'] for segment, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: Traceback (most recent call last): Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: timer() Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: cb(*args, **kw) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: return func(*args, **kwargs) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: self._notify() Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: self.callback(batched_events) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: event.method(event) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: return f(self, *a, **k) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._get(url).json() Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: return self.request(url, 'GET', **kwargs) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 12:19:21.093272 dv-cinder-803000-7-iscsi neutron-server[93500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 12:19:21.150056 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693681'] for network, after_delete {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.157577 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584993'] for network, before_response {{(pid=93500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.162954 dv-cinder-803000-7-iscsi neutron-server[93500]: INFO neutron.wsgi [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] 10.222.0.64 "DELETE /v2.0/networks/40b0ca8c-edb5-4cd1-9e93-0d75428c5d03 HTTP/1.1" status: 204 len: 168 time: 0.5134289 Aug 10 12:19:21.188709 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbe333-215b-4e7d-bbb7-efbd3c4cd770 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b0ca8c-edb5-4cd1-9e93-0d75428c5d03,revision_number=None']} {{(pid=93500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:21.218532 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5230c4fb-c6bf-4484-b20e-9a7be351381f no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:21.243143 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 5230c4fb-c6bf-4484-b20e-9a7be351381f {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:21.243437 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 5230c4fb-c6bf-4484-b20e-9a7be351381f not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:21.243988 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 935dc5a6-8406-459f-bc91-c5d8fb02443e no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:21.262907 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: 935dc5a6-8406-459f-bc91-c5d8fb02443e {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:21.263284 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device 935dc5a6-8406-459f-bc91-c5d8fb02443e not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:21.263640 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c92a12a5-b545-4aaf-a78a-a9f4b2c26496 no longer exists at agent ovs-agent-dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:19:21.282537 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] No Port match for: c92a12a5-b545-4aaf-a78a-a9f4b2c26496 {{(pid=93501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 12:19:21.283525 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron.plugins.ml2.rpc [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Device c92a12a5-b545-4aaf-a78a-a9f4b2c26496 not bound to the agent host dv-cinder-803000-7-iscsi {{(pid=93501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:19:21.301354 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 51006) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:21.342106 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-f459d73f-7532-4692-97da-2aabb3216ab0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cf4f74b2105451b8663a5cabff097a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395391 Aug 10 12:19:21.344440 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 51008) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:21.394415 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.414904 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.460730 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.463442 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.464591 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/481f3bf8-d3d8-46db-b534-d53da13984c9 HTTP/1.1" status: 204 len: 168 time: 0.1192067 Aug 10 12:19:21.472907 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a90a55-a67c-453b-b62a-caf18f0f3d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f3bf8-d3d8-46db-b534-d53da13984c9,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:21.771316 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 51014) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:21.809929 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-6898af21-e813-4e64-9a2d-0a9ff4cde0ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c02a29ba57247baa342ac6c1bd51432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374568 Aug 10 12:19:21.812226 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [-] (93499) accepted ('10.222.0.64', 51016) {{(pid=93499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 12:19:21.865029 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.885661 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.937220 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.940298 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:21.941590 dv-cinder-803000-7-iscsi neutron-server[93499]: INFO neutron.wsgi [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/321be47e-344c-4afd-b33f-fc7c6c2ca93b HTTP/1.1" status: 204 len: 168 time: 0.1284902 Aug 10 12:19:21.949021 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab8a3-20b1-4c43-9ffe-e14e45ec6ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321be47e-344c-4afd-b33f-fc7c6c2ca93b,revision_number=None']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:19:26.623196 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:31.335333 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63d659ca-9ad3-4244-8bb4-57de570fb061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:34.054235 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:34.296456 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cc256a1-eca0-48b2-90c9-b641edbe9c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:36.011889 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:37.037445 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:19:41.161627 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:19:56.620183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:01.326794 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c903f3b9-b323-4664-b6ba-0551d8af7564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:04.058117 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:04.302192 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bea62121-62ff-4ce5-84f6-a1b972525c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:06.016229 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:07.041811 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:18.162963 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:20:26.624569 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:31.327400 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f288358b-4999-423b-80c3-6db75e6bed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:34.059597 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:34.303094 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8698-0dea-4db2-939c-1a5945f52bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:36.017430 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:37.044717 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:55.169528 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:20:56.617951 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:20:57.431561 dv-cinder-803000-7-iscsi neutron-server[93500]: DEBUG neutron.wsgi [req-5f185c50-16d0-4b1c-88c4-4632963f5042 req-ba6c59e6-950e-4baf-9bf6-7ff1ae8bddf9 service neutron] (93500) timed out ('10.222.0.66', 56351) {{(pid=93500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 12:21:01.327368 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-245f1d3c-8afd-4bcd-8921-1b602abbe497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:04.060900 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:04.303037 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97273ebf-891e-4d2d-8e0a-4663e610c861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:06.024738 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:07.046354 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:26.624580 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:31.327761 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab654-50d6-41cd-a6f1-b390d71e8f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:32.173523 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:21:34.062617 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:34.306639 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97bc2e37-5050-4204-9983-929f28801a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:36.023591 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:37.049354 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:21:41.966020 dv-cinder-803000-7-iscsi neutron-server[93499]: DEBUG neutron.wsgi [req-65a9c54b-26e8-4626-83a5-2d3fa33e23b1 req-e47ad92c-f7d1-43d1-be18-dc0545a6ca7b service neutron] (93499) timed out ('10.222.0.66', 56375) {{(pid=93499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 12:21:56.648183 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:01.328708 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-295c3e8d-036c-41a4-8ea8-b79dec5cd94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:04.064998 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:04.307086 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-020cbe92-ae47-41cf-aa3a-6279d30a15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:06.025488 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:07.052009 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:09.176980 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:22:26.676815 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:31.329046 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-479ae51e-cefc-42a3-99a2-92ea44bf42d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:34.067293 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:34.307974 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-83efaf22-5588-49c0-90fe-0407eea39342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:36.028623 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:37.054504 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:22:46.178220 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:22:56.691570 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:01.329228 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd1c568d-6cf5-4406-903f-befbc015d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:04.069496 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:04.309506 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71ee26f8-118d-4d02-93ff-16557132acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:06.032151 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:07.057437 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:23.181515 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:23:26.690937 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:31.330893 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cc4264e-ce86-4980-ad25-5f37cc446f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:34.070832 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:34.309552 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93a8b547-b772-4b05-ad55-b39ef5a16a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:36.036812 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:37.061028 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:23:56.689061 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:00.183657 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:24:01.331736 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2878-51b0-4fa0-814f-91cf9c2e4106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:04.075791 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:04.310716 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6034e289-f6fe-42d0-9675-dcb8dbe8b5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:06.036713 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:07.064144 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:26.688693 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-791f23d2-e562-4d86-b068-103cd7dde161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:31.330802 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5fbb83-8e77-4754-9cd9-651401e97d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:34.077619 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8d36-4d8d-4835-8ef6-61d206f31308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:34.311538 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cacff50-b977-407b-93a4-020db3a57dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:36.040886 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f20d-eedf-4d68-a9ec-a6bba29371a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:37.066279 dv-cinder-803000-7-iscsi neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5a972c-18ed-4a93-a267-b25994cba65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766654152196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1361028'] for agent, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 12:24:37.185755 dv-cinder-803000-7-iscsi neutron-server[93502]: DEBUG neutron.db.agents_db [None req-ddb42090-f4ab-439b-985a-240b01d6a0d1 None None] Agent healthcheck: found 6 active agents {{(pid=93502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}